-- Logs begin at Wed 2022-02-16 07:39:16 UTC, end at Wed 2022-02-16 08:50:22 UTC. -- Feb 16 08:16:55.850939 dv-cinder-773985-28-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 08:16:58.871187 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.common.config [-] Logging enabled! Feb 16 08:16:58.871866 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 08:16:58.872029 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102484) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 08:16:58.875261 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.common.config [-] Logging enabled! Feb 16 08:16:58.875550 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 08:16:58.875870 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102484) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 08:16:58.876835 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 08:16:58.877075 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 08:16:58.877557 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 08:16:58.877810 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 08:16:58.878044 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 08:16:58.878368 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.878802 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 08:16:58.879123 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.879438 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.879747 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.880095 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.880902 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.881189 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.881482 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.881785 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.882076 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.882359 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.882646 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.882942 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.883229 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.883546 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.883840 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.884128 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] debug = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.884414 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.884852 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.885276 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.885561 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.885856 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.886139 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.886415 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.886695 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.886984 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.887320 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] host = dv-cinder-773985-28-iscsi {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.887635 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.887927 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.888218 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.888506 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.888785 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.889075 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.889364 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.889641 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.889918 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] log_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.890197 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.890488 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.890779 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.891079 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.891310 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.891566 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.891862 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.892154 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.892434 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.892712 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.892989 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.893267 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.893545 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.893817 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.894106 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.894394 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.894682 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.894960 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.895237 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.895539 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.895840 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.896127 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.896403 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.896677 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.896952 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.897241 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.897512 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.897788 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.898095 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.898386 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.898675 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.898971 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.899249 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.899565 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.899848 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.900125 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.900401 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] use_json = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.900675 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.900948 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.901231 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.901507 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.901782 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.902056 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.902330 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.902619 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.902894 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:16:58.903192 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.903521 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.903830 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.904132 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.904428 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.904713 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.905007 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.905290 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.905585 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.905879 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.906176 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.906459 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.906764 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.907057 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.907356 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.907692 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.907995 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.908295 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.908579 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.908868 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.909150 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.909435 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.909730 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.910014 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.910309 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.910604 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.910891 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.911192 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.911531 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.911838 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.912136 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.912418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.912702 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.912997 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.913279 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.913558 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.913841 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.914132 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.914413 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.914691 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.914977 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.915258 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.915562 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.915844 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.916126 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.916420 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.916701 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.916975 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.917254 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.917536 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.917813 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.918101 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.918385 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.918663 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.918946 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.919226 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.919530 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.919808 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.920087 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.920363 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.920641 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.920916 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.921190 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.921464 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.921742 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.922016 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.922289 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.922562 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.922839 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.923114 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.923387 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.923687 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.923963 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.924238 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.924529 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.924832 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.925113 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.925397 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.925678 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.925961 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.926243 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.926524 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.926806 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.927701 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.927981 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.928280 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.928570 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.928870 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.929182 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.929466 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.929769 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.930048 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.930337 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.930619 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.930900 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.931184 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.931495 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.931797 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.932095 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.932395 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.932692 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.932993 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.933278 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.933595 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.933878 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:16:58.934100 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 08:16:58.934352 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102484) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 08:16:59.338669 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 08:16:59.338943 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 08:16:59.339247 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 08:16:59.339613 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 08:16:59.694207 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.694503 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.694772 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.696164 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.696439 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.696704 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.754036 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.754312 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.754590 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.772086 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.772479 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.772853 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.927035 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.927828 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.927828 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.966495 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.966780 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:16:59.967049 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.213901 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.214097 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.214374 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.214649 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.215351 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.315809 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.316136 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.316423 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.316699 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.316969 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.317289 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.318072 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.318334 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.318590 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.318876 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.319139 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.319406 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.319694 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.319953 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.320207 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.320474 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.320731 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.321000 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.321270 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.321531 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.321801 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.322053 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.322335 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.322719 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.322968 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.323214 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.323637 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:17:00.323879 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:17:00.324119 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:17:00.324355 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:17:00.324589 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:17:00.324825 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:17:00.325193 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 08:17:00.328523 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 08:17:00.333864 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 08:17:00.337908 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 16 08:17:00.339601 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 08:17:00.340086 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 08:17:00.340427 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 08:17:00.340818 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 08:17:00.343710 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 08:17:00.343965 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 08:17:00.344323 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 08:17:00.349798 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 08:17:00.372827 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 08:17:00.373297 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.373607 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102484) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 08:17:00.374149 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.375608 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102484) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 08:17:00.375901 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 08:17:00.376148 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 08:17:00.379543 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.379835 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:00.443226 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 08:17:00.443493 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 08:17:00.443735 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 08:17:00.444119 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 08:17:00.465727 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_db.sqlalchemy.engines [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102484) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 08:17:00.919138 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Initializing driver for type 'gre' Feb 16 08:17:00.919698 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] gre ID ranges: [(1, 1000)] Feb 16 08:17:00.980505 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Initializing driver for type 'local' Feb 16 08:17:00.981195 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Initializing driver for type 'vlan' Feb 16 08:17:00.995540 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] VlanTypeDriver initialization complete Feb 16 08:17:00.995892 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Initializing driver for type 'vxlan' Feb 16 08:17:00.996402 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] vxlan ID ranges: [(1, 1000)] Feb 16 08:17:01.050779 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Initializing extension driver 'port_security' Feb 16 08:17:01.051199 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.extensions.port_security [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] PortSecurityExtensionDriver initialization complete Feb 16 08:17:01.051652 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Initializing mechanism driver 'openvswitch' Feb 16 08:17:01.052052 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Initializing mechanism driver 'hyperv' Feb 16 08:17:01.058814 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.plugin [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:01.059726 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > port after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.060105 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > port after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.060458 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > port after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.061000 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 08:17:01.061439 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > subnet after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.061795 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > subnet after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.062139 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.062539 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 08:17:01.062948 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > network after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.063297 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > network after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.063672 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > network after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.064069 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 08:17:01.064741 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > security_group after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.065091 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > security_group after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.065435 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.065831 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 08:17:01.066241 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.066585 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.066922 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.067317 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 08:17:01.069243 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > address_group after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.069243 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > address_group after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.069243 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.069532 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 08:17:01.069755 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] ML2 OVO RPC backend initialized. {{(pid=102484) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 08:17:01.070469 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.070823 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.071241 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > network before_response 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.071623 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > networks before_response 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.071973 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > port before_response 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.072315 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > ports before_response 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.072657 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > subnet before_response 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.072997 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > subnets before_response 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.073342 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > network after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.073681 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > network after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.074019 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > network after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.074365 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > port after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.074705 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > port after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.075112 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > port after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.075379 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > subnet after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.075740 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > subnet after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.076077 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.084163 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded quota_driver: . Feb 16 08:17:01.084534 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.plugin [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Modular L2 Plugin initialization complete Feb 16 08:17:01.084909 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading services supported by the core plugin {{(pid=102484) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 08:17:01.085255 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.plugins.ml2.managers [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Got port-security extension from driver 'port_security' Feb 16 08:17:01.085829 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.extensions.vlantransparent [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Disabled vlantransparent extension. Feb 16 08:17:01.086255 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102484) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 08:17:01.086582 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading Plugin: router Feb 16 08:17:01.124926 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.125316 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router after_create 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.125687 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router before_create 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.126054 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.126426 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.126782 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router after_delete 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.127139 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.127523 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.127885 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router after_create 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.128235 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router after_update 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.128583 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router after_update 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.128931 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.129292 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router after_update 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.129701 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router precommit_update 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.130670 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: port after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.131011 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: port after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.131353 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: subnet after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.131724 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.132070 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.132418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router precommit_create 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.132761 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: port before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.133102 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router precommit_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.133455 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router after_update 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.133794 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.134286 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router precommit_create 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.134650 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.134997 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router precommit_update 55549900 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.135363 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > agent after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.135872 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > agent after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.136217 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > network after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.137093 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Tracking information for resource: router configured {{(pid=102484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:17:01.137424 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Tracking information for resource: floatingip configured {{(pid=102484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:17:01.142577 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.db.l3_agentschedulers_db [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 08:17:01.143164 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: port after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.143735 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: port after_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.143956 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: port after_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.144305 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: port after_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.145528 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router before_create 55550100 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.145668 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.146036 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router precommit_create 55550100 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.146394 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > router precommit_update 55550100 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.151745 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.services.provider_configuration [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service providers = [] {{(pid=102484) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 08:17:01.152118 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.db.servicetype_db [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102484) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 08:17:01.155206 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.services.service_base [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 08:17:01.155582 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.services.service_base [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 08:17:01.155922 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.services.service_base [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 08:17:01.156810 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.services.service_base [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 08:17:01.157183 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.services.service_base [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 08:17:01.157574 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:17:01.157891 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 08:17:01.168869 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:17:01.169256 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading Plugin: auto_allocate Feb 16 08:17:01.175114 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: network precommit_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.175523 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: network precommit_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.176054 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:17:01.176375 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading Plugin: tag Feb 16 08:17:01.183833 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:17:01.184162 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading Plugin: timestamp Feb 16 08:17:01.188062 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:17:01.188389 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading Plugin: network_ip_availability Feb 16 08:17:01.194765 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.195140 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.195529 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.196277 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:17:01.196596 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading Plugin: flavors Feb 16 08:17:01.201599 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:17:01.201927 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading Plugin: revisions Feb 16 08:17:01.206298 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:17:01.206690 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_concurrency.lockutils [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.867s {{(pid=102484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 08:17:01.207472 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102484) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 08:17:01.207809 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Initializing extension manager. Feb 16 08:17:01.208379 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: __init__.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.208721 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: __pycache__ {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.209055 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.209385 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: address_group.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.210154 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.210731 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: address-group Feb 16 08:17:01.211055 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: address_scope.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.211802 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.212308 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: address-scope Feb 16 08:17:01.212631 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.213583 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.214088 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: router-admin-state-down-before-update Feb 16 08:17:01.214410 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: agent.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.215109 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.215631 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: agent Feb 16 08:17:01.215953 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: agent_resources_synced.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.216856 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.217359 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: agent-resources-synced Feb 16 08:17:01.217679 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: allowedaddresspairs.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.219529 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.220064 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: allowed-address-pairs Feb 16 08:17:01.220383 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: auto_allocated_topology.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.221484 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.221996 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: auto-allocated-topology Feb 16 08:17:01.222320 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: availability_zone.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.223017 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.223562 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: availability_zone Feb 16 08:17:01.223931 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: availability_zone_filter.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.224848 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.225353 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: availability_zone_filter Feb 16 08:17:01.225671 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: data_plane_status.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.226578 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.227076 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 08:17:01.227395 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: default_subnetpools.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.228345 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.228850 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: default-subnetpools Feb 16 08:17:01.229171 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.229991 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.230496 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: dhcp_agent_scheduler Feb 16 08:17:01.230814 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: dns.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.231754 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.232251 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 08:17:01.232569 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: dns_domain_ports.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.233484 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.233979 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 08:17:01.234297 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.235230 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.235751 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 08:17:01.236072 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: dvr.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.236741 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.237244 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: dvr Feb 16 08:17:01.237564 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: ecmp_routes.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.238473 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.238972 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 08:17:01.239316 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: empty_string_filtering.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.240763 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.241263 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: empty-string-filtering Feb 16 08:17:01.241584 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.242498 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.242997 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 08:17:01.243327 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.244265 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.244764 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 08:17:01.245085 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: external_net.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.245991 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.246493 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: external-net Feb 16 08:17:01.246815 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.247742 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.248244 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: extra_dhcp_opt Feb 16 08:17:01.248565 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: extraroute.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.249468 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.249968 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: extraroute Feb 16 08:17:01.250289 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: extraroute_atomic.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.251324 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.251855 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: extraroute-atomic Feb 16 08:17:01.252179 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: filter_validation.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.252847 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.253355 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: filter-validation Feb 16 08:17:01.253675 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: fip_pf_description.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.254579 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.255691 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 08:17:01.256017 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: fip_port_details.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.257134 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.257643 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: fip-port-details Feb 16 08:17:01.257965 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: flavors.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.259217 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.259759 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: flavors Feb 16 08:17:01.260086 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.261786 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.262303 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 08:17:01.262634 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: floatingip_pools.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.263348 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.263881 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: floatingip-pools Feb 16 08:17:01.264212 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: ip_allocation.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.265143 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.265650 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 08:17:01.265975 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.266910 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.267458 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: ip-substring-filtering Feb 16 08:17:01.267782 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l2_adjacency.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.268708 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.269213 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 08:17:01.269535 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l3.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.270536 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.271091 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: router Feb 16 08:17:01.271412 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.273731 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.274254 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 08:17:01.274585 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.275551 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.276065 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: ext-gw-mode Feb 16 08:17:01.276391 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.277306 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.277812 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: l3-ha Feb 16 08:17:01.278133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.279039 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.279572 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 08:17:01.279896 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l3_flavors.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.280825 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.281308 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: l3-flavors Feb 16 08:17:01.281629 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.283016 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.283576 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 08:17:01.283907 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.284825 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.285333 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 08:17:01.285659 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: l3agentscheduler.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.286773 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.287286 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: l3_agent_scheduler Feb 16 08:17:01.287635 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: local_ip.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.289443 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.289966 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension local_ip not supported by any of loaded plugins Feb 16 08:17:01.290301 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: logging.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.291967 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.292487 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension logging not supported by any of loaded plugins Feb 16 08:17:01.292822 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: metering.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.293577 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.294159 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: metering Feb 16 08:17:01.294486 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.295615 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.296125 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: metering_source_and_destination_fields Feb 16 08:17:01.296452 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: multiprovidernet.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.297377 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.297880 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: multi-provider Feb 16 08:17:01.298205 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: netmtu.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.299115 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.299654 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: net-mtu Feb 16 08:17:01.299981 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: netmtu_writable.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.300897 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.301397 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: net-mtu-writable Feb 16 08:17:01.301717 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: network_availability_zone.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.302923 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.303440 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: network_availability_zone Feb 16 08:17:01.303777 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: network_ip_availability.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.304905 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.305411 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: network-ip-availability Feb 16 08:17:01.305733 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: network_segment_range.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.306503 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.307007 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 08:17:01.307329 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: pagination.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.308350 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.308678 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: pagination Feb 16 08:17:01.308998 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: port_device_profile.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.309915 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.310424 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: port-device-profile Feb 16 08:17:01.310745 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.311707 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.312212 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: port-mac-address-regenerate Feb 16 08:17:01.312533 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.313455 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.313963 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: port-numa-affinity-policy Feb 16 08:17:01.314283 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: port_resource_request.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.315474 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.315974 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 08:17:01.316295 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: port_resource_request_groups.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.317256 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.318351 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 08:17:01.318673 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: portbindings.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.319625 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.320131 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: binding Feb 16 08:17:01.320451 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: portbindings_extended.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.321752 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.322266 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: binding-extended Feb 16 08:17:01.322593 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: portsecurity.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.323545 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.324059 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: port-security Feb 16 08:17:01.324383 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: project_id.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.325355 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.325683 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: project-id Feb 16 08:17:01.326005 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: providernet.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.326922 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.327441 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: provider Feb 16 08:17:01.327772 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.331471 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.331992 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos not supported by any of loaded plugins Feb 16 08:17:01.332325 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.333626 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.334140 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 08:17:01.334467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.335405 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.335944 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 08:17:01.336287 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_default.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.337199 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.338537 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-default not supported by any of loaded plugins Feb 16 08:17:01.338856 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_fip.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.339809 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.340317 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 08:17:01.340640 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.341558 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.342063 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 08:17:01.342384 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_gateway_ip.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.343477 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.343993 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 08:17:01.344320 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_port_network_policy.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.345243 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.345751 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 08:17:01.346073 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.347122 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.347672 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 08:17:01.348002 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.349086 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.349590 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 08:17:01.349915 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_pps_rule.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.351113 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.351661 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 08:17:01.351989 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_rule_type_details.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.352906 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.353411 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 08:17:01.353748 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: qos_rules_alias.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.354784 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.355294 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 08:17:01.355651 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: quota_check_limit.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.356561 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.357074 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: quota-check-limit Feb 16 08:17:01.357397 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: quotasv2.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.358380 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.358708 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: quotas Feb 16 08:17:01.359028 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: quotasv2_detail.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.360794 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.361133 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: quota_details Feb 16 08:17:01.361462 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: rbac.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.362530 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.363060 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: rbac-policies Feb 16 08:17:01.363390 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: rbac_address_group.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.364895 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.365409 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: rbac-address-group Feb 16 08:17:01.365730 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: rbac_address_scope.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.366648 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.367154 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: rbac-address-scope Feb 16 08:17:01.367501 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: rbac_security_groups.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.368420 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.368930 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: rbac-security-groups Feb 16 08:17:01.369252 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: rbac_subnetpool.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.370247 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.370756 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: rbac-subnetpool Feb 16 08:17:01.371077 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: revisionifmatch.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.372029 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.372542 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: revision-if-match Feb 16 08:17:01.372865 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: revisions.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.373996 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.374514 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: standard-attr-revisions Feb 16 08:17:01.374840 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: router_availability_zone.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.375556 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.376065 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: router_availability_zone Feb 16 08:17:01.376388 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: routerservicetype.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.377311 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.377821 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 08:17:01.378141 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.379072 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.379610 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: security-groups-normalized-cidr Feb 16 08:17:01.379979 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.381471 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.381982 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: port-security-groups-filtering Feb 16 08:17:01.382306 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.383239 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.383780 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: security-groups-remote-address-group Feb 16 08:17:01.384101 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.385037 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.385543 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: security-groups-shared-filtering Feb 16 08:17:01.385863 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.386455 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 08:17:01.386773 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: securitygroup.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.396778 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.397322 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: security-group Feb 16 08:17:01.397659 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: segment.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.398467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.398971 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension segment not supported by any of loaded plugins Feb 16 08:17:01.399297 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.400298 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.400803 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 08:17:01.401127 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: servicetype.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.402251 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.402766 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: service-type Feb 16 08:17:01.403090 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: sorting.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.404113 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.404446 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: sorting Feb 16 08:17:01.404772 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: standard_attr_segment.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.405680 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.406189 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 08:17:01.406512 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: standardattrdescription.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.407162 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.407709 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: standard-attr-description Feb 16 08:17:01.408035 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: stateful_security_group.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.408958 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.409466 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: stateful-security-group Feb 16 08:17:01.409790 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: stdattrs_common.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.410362 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 08:17:01.410683 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.411689 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.412202 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 08:17:01.412524 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: subnet_onboard.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.413612 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.414132 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: subnet_onboard Feb 16 08:17:01.414473 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.415381 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.415912 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 08:17:01.416237 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: subnet_service_types.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.417171 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.417687 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: subnet-service-types Feb 16 08:17:01.418012 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: subnetallocation.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.419093 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.419680 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: subnet_allocation Feb 16 08:17:01.419961 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.420634 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.421138 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: subnetpool-prefix-ops Feb 16 08:17:01.421459 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.422389 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.422894 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 08:17:01.423215 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: tagging.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.424347 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.424855 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: standard-attr-tag Feb 16 08:17:01.425179 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: timestamp.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.426403 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.427488 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loaded extension: standard-attr-timestamp Feb 16 08:17:01.427820 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: trunk.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.428857 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.429370 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension trunk not supported by any of loaded plugins Feb 16 08:17:01.429694 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: trunk_details.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.430620 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.431132 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 08:17:01.431488 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: uplink_status_propagation.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.432407 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.432919 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 08:17:01.433242 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Loading extension file: vlantransparent.py {{(pid=102484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 08:17:01.433918 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 08:17:01.434432 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 08:17:01.437010 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:network Feb 16 08:17:01.437568 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:subnet Feb 16 08:17:01.437958 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:17:01.438341 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:port Feb 16 08:17:01.441052 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.441497 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service FLAVORS assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.442106 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.443130 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.443502 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:router Feb 16 08:17:01.443958 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 08:17:01.444447 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service METERING assigned prefix: /metering {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.445901 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.446275 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.446629 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:17:01.447672 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 08:17:01.448106 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:security_group Feb 16 08:17:01.448533 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 08:17:01.449135 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service CORE assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.449462 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:17:01.449807 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] subnetpool is already registered Feb 16 08:17:01.450225 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service CORE assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.450547 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:17:01.450872 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] subnetpool is already registered Feb 16 08:17:01.453147 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.453580 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service FLAVORS assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.454167 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.454581 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.454908 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:router Feb 16 08:17:01.455239 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] router is already registered Feb 16 08:17:01.455672 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 08:17:01.456006 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] floatingip is already registered Feb 16 08:17:01.456455 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service METERING assigned prefix: /metering {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.457100 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 08:17:01.457420 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] rbac_policy is already registered Feb 16 08:17:01.457820 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:security_group Feb 16 08:17:01.458201 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] security_group is already registered Feb 16 08:17:01.458597 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 08:17:01.458926 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] security_group_rule is already registered Feb 16 08:17:01.459658 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service CORE assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.460038 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:17:01.460414 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] subnetpool is already registered Feb 16 08:17:01.460837 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.v2.resource_helper [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Service CORE assigned prefix: {{(pid=102484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:17:01.461159 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:17:01.461488 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING neutron.quota.resource_registry [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] subnetpool is already registered Feb 16 08:17:01.461959 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: extensions {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.463464 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: address-groups {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.464943 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: address-scopes {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.466249 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: agents {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.467392 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: auto-allocated-topology {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.468670 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: availability_zones {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.469880 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: dhcp-networks {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.471350 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: dhcp-agents {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.472772 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: routers {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.476361 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: flavors {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.478251 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: service_profiles {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.479871 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: next_providers {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.481356 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: service_profiles {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.483327 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: floatingip-pools {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.484694 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: routers {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.487277 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: floatingips {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.488932 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: l3-routers {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.490985 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: l3-agents {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.492474 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: metering-labels {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.493811 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: metering-label-rules {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.495079 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: network-ip-availabilities {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.496348 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: bindings {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.497965 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: quotas {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.499545 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: quotas {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.501051 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: rbac-policies {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.502305 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: security-groups {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.503566 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: security-group-rules {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.504785 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: service-providers {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.506043 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: subnetpools {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.507463 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: subnetpools {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.508915 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.510577 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.513426 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.515242 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.649843 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.651710 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.653383 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.655244 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.657029 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.658879 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron.api.extensions [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Extended resource: tags {{(pid=102484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 08:17:01.665488 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING keystonemiddleware.auth_token [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 08:17:01.670301 dv-cinder-773985-28-iscsi neutron-server[102484]: WARNING keystonemiddleware.auth_token [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 08:17:01.679687 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_concurrency.lockutils [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Acquired lock "singleton_lock" {{(pid=102484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 08:17:01.680160 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_concurrency.lockutils [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Releasing lock "singleton_lock" {{(pid=102484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 08:17:01.680827 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO oslo_service.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Starting 2 workers Feb 16 08:17:01.685678 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Started child 102593 {{(pid=102484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 08:17:01.693268 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Started child 102594 {{(pid=102484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 08:17:01.693459 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:01.694081 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO neutron.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 08:17:01.694081 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:01.694235 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [-] (102593) wsgi starting up on http://0.0.0.0:9696 Feb 16 08:17:01.695597 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO oslo_service.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Starting 1 workers Feb 16 08:17:01.696704 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:01.700045 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [-] (102594) wsgi starting up on http://0.0.0.0:9696 Feb 16 08:17:01.701062 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Started child 102596 {{(pid=102484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 08:17:01.701944 dv-cinder-773985-28-iscsi neutron-server[102484]: INFO oslo_service.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Starting 1 workers Feb 16 08:17:01.706090 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] calling RpcWorker wait() {{(pid=102596) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 08:17:01.706691 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] returning from RpcWorker wait() {{(pid=102596) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 08:17:01.706768 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Started child 102599 {{(pid=102484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 08:17:01.707564 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG neutron_lib.callbacks.manager [None req-61414d7b-2ff7-4511-9116-36be78d69716 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:01.707839 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:01.708335 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:01.709601 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 08:17:01.709813 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 08:17:01.709998 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 08:17:01.710217 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 08:17:01.710566 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 08:17:01.710727 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 08:17:01.711278 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.711571 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.711832 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.712109 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.712387 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.712923 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.713012 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:01.713459 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.713459 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.713669 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.713871 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.714039 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.714238 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.714534 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.714764 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.715059 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.715367 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.715642 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.715975 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.716114 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.716258 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.716513 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.717406 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.717406 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] debug = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.717406 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.717821 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.718444 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.718444 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.718444 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.718802 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.718802 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.719830 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.719830 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.719830 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.719830 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.720908 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.720908 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.720908 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.720908 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.720908 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.721916 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.721916 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.721916 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] host = dv-cinder-773985-28-iscsi {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.722261 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.722261 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.722542 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.722735 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.722934 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.723140 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.723402 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.724248 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.724482 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.724708 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.724948 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.725159 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.725389 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.725625 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.725788 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_options = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.725997 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.726245 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.726485 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.726660 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.726826 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.726977 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.727236 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.727399 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.727671 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.727888 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.728098 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.728307 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.728524 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.728730 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.728989 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.729208 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.729439 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.729643 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.729900 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.730125 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.730346 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.730567 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.730779 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.731016 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.731247 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.731620 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.731831 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.732060 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.732414 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.732719 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.733021 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.733419 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.734000 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.734253 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.734578 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.734818 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.735048 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.735287 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.735657 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.735957 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.736293 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.736567 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.736787 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.738044 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.738044 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.738044 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.738044 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_json = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.738044 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.739168 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.739168 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.739168 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.739168 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.739168 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.742467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.742467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.742467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.742467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.742467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.742467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.742467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.742467 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.743463 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.743589 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:01.743729 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.743729 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.746299 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.746299 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.746299 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.746299 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.746299 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.746299 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.747019 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.747019 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.755353 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.755353 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.755353 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.755353 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.755353 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.755353 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.755353 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.755353 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756689 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756689 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756689 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756890 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.756966 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.757179 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.757408 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.757689 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.757915 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.758160 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.758407 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.758645 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.758894 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.759135 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.759388 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.759689 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.759926 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.760155 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.760372 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.760606 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.760839 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.761053 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.761282 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.761851 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.761851 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.762133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.762262 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.762424 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.762642 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.762846 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.763302 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.763302 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.763625 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.763755 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.763964 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.764176 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.764446 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.764668 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.764883 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.765100 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.765318 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.765561 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.765794 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.766168 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.766567 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.766974 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.769783 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.769783 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.769783 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.769783 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.769783 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.769783 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.769783 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.769783 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.769783 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.770342 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.770342 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.770342 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.770342 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.770342 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.770633 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.770750 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.770995 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.771377 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.771822 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.772051 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.772303 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.772522 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.772764 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.773007 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.773261 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.773485 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.773730 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.773955 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.774206 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.774443 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.774661 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.774905 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.775145 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.775382 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.776554 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.776554 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.776554 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.776554 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.777046 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.777046 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.777358 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.777358 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.777590 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.777791 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.778056 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.778519 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.778791 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.779070 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.779303 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.779577 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.779837 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.780093 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.780349 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.780581 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.780814 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.781927 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.781927 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.781927 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.781927 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.782591 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.782591 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.782591 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.782988 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.782988 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.783257 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.783481 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.783742 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.784015 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.784264 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.784501 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.784742 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.785165 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.785543 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.785935 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.786837 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.787209 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.787642 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.788000 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.788364 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.788732 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.788955 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.789235 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.789453 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.789676 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.789911 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.790431 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.790431 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.790677 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.790833 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.791073 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.791307 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.791552 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.791775 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.791995 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.792227 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.792474 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.792692 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.792958 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.793216 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.793457 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.793698 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.794135 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.794389 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.794605 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.794885 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.796329 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.796329 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.796329 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.796329 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.796329 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.796329 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.796775 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.796775 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.796993 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.797252 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.797606 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.797855 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.798089 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.798348 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.798589 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.798810 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.799028 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.799244 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.799486 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.799727 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.799954 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.800167 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.800387 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.800603 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.800816 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.801051 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.801331 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.801569 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.801838 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.802119 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.802361 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.802584 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.802833 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.803049 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.803261 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.803501 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.803717 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.803933 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.804142 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.804427 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.804703 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.804907 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.805914 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.805914 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.805914 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.805914 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.806362 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.806362 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.809726 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.809726 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.809726 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.809726 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.809726 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.809726 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.809726 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.809726 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810418 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810966 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810966 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810966 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810966 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810966 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.810966 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.811375 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.811375 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.811610 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.811736 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.811896 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.812193 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.812465 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.812688 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.812985 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.813230 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.813492 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.813736 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.814034 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.814267 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.814795 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.815031 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.815250 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.815491 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.815752 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.816078 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.816376 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.816636 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.816890 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.817175 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.818036 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:01.818155 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.818336 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.818556 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.818862 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.819186 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.819513 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.819774 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.820003 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.820266 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.820514 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.820736 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.820952 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.821187 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.821401 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.821656 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.821883 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.822109 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.822363 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.822590 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.822807 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.823229 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.823229 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.823542 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.823730 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.823909 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 08:17:01.824413 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 08:17:01.826603 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 08:17:01.826603 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 08:17:01.826603 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 08:17:01.826603 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 08:17:01.826603 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 08:17:01.826603 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.826603 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.826603 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.827189 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.827189 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.827189 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.827189 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.827189 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.827189 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.827189 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.827189 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828115 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828115 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828115 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828115 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828115 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828115 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828115 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828115 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828740 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828740 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828740 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828740 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] debug = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.828740 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.829090 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.829090 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.829258 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.829384 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.829542 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.829700 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.829858 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.830017 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.830175 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.830333 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.830494 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.830652 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.830811 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.830969 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.831126 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.831284 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.831463 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.831662 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] host = dv-cinder-773985-28-iscsi {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.831805 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.831974 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.832116 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.832267 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.832395 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.832508 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.832644 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.832798 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.832946 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.833127 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.833802 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.833960 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.834116 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.834273 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.834433 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_options = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.834595 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.834735 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.834894 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.835076 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.835238 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.835396 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.835576 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.835735 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.835900 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.836133 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.836259 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.836348 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.836958 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.836958 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.836958 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.836958 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.837348 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.837348 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.837348 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.837570 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.837696 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.837818 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.837924 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.838079 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.838236 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.838394 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.838551 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.838708 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.838865 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.839022 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.839180 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.839337 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.839507 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.839663 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.839820 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.839977 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.840136 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.840293 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.840459 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.840618 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.840776 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.840932 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.841088 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.841245 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.841401 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.841558 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.841713 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_json = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.841870 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.842027 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.842183 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.842340 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.842497 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.842653 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.842809 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.842968 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.843126 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:17:01.843308 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.843490 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.843651 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.843813 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.843974 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.844163 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.844294 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.844426 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.844658 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.844788 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.844911 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.845034 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.845191 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.845350 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.845512 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.845673 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.845834 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.845994 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.846155 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.846315 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.846474 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.846634 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.846802 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.846961 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.847121 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.847280 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.847452 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.847622 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.847784 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.847959 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.848119 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.848279 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.848440 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.848599 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.849319 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850206 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850206 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850206 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850206 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850206 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850625 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850625 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850625 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850921 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.850921 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.851394 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.851394 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.851394 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.851729 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.851729 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.851876 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.851953 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.852047 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.852209 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.852370 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.852531 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.852689 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.852858 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.853019 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.853179 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.853339 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.853499 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.853657 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.853817 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.853976 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.854136 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.854297 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.854458 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.854629 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.854863 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.854958 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.855083 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.855243 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.855403 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.855575 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.855731 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.855892 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.856051 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.856210 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.856352 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.856516 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.856676 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.856836 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.856996 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.859978 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.859978 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.859978 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.859978 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.859978 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.859978 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.859978 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.859978 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.859978 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.860857 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.860857 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.860857 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.860857 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.860857 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.860857 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.860857 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.860857 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.861408 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.861408 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.861408 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.861408 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.861408 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.861408 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.861408 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.861408 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862061 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862061 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862061 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862061 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862061 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862061 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862061 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862061 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862693 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862693 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862693 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862693 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.862693 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.863018 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.863018 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.863169 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.863272 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.863447 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.863612 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.863772 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.863931 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.864092 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.864251 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.864960 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.865105 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.865275 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.865436 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.865595 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.865755 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.865938 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.866098 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.866258 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.866417 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.866575 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.866734 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.866895 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.867055 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.867216 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.867441 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.867613 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.867774 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.867936 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.868097 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.868257 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.868417 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.868578 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.868738 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.868898 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.869060 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.869222 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.869381 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.869542 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.869703 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.869863 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.870022 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.870182 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.870346 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.870507 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.870666 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.870827 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.870986 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.871145 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.871304 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.871507 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.871641 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.871801 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.871963 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.872123 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.872284 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.872446 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.872606 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.872767 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.872927 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.873089 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.873248 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.873409 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.873570 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.873731 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.873892 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.874052 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.874213 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.874377 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.874540 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.874702 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.874876 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.875036 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.875196 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.875359 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.875553 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.875717 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.875879 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.876042 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.876202 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.876363 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.876525 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.876684 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.876844 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.877006 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.877165 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.877387 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.877550 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.877641 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.877796 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.877954 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.878127 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.878292 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.878520 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.878798 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.878999 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.879407 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.879600 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.879877 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.880069 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.880242 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.880518 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.880684 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.880965 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.881282 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.881518 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.881661 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.881885 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.882050 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.882324 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.882485 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.882644 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.882815 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.882975 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.883164 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.883282 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.883460 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.883620 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.883956 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.884092 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.884239 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.884428 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.884586 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.884732 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.884927 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.885087 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.885246 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.885407 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.885566 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.885724 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.885895 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.886055 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.886215 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.886374 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.886533 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.886692 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.886863 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.887024 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.887184 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.887352 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.887533 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.887695 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.887891 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.888026 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.888187 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.888350 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.888510 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.888671 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.888830 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.888991 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.889156 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.889325 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.889492 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.889654 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.889823 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.889991 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.890159 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.890320 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.890485 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.890656 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.890816 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.890976 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.891135 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.891303 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.891480 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.891641 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.891800 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.891959 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.892119 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.892278 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.892437 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.893284 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.893284 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.893284 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.893284 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.893284 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.893636 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.893636 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.893636 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:17:01.894020 dv-cinder-773985-28-iscsi neutron-server[102484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 08:17:02.038759 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 58480) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:02.047512 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063932 Feb 16 08:17:13.628498 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb9e64b-b3e3-4fdd-945a-c116188d5806 None None] get_active_networks_info from dv-cinder-773985-28-iscsi {{(pid=102596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 08:17:13.718917 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb9e64b-b3e3-4fdd-945a-c116188d5806 None None] No non-hosted networks {{(pid=102596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 08:17:13.733201 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.agentschedulers_db [None req-cfb9e64b-b3e3-4fdd-945a-c116188d5806 None None] DHCP Agent not found on host dv-cinder-773985-28-iscsi {{(pid=102596) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 08:17:13.891599 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dfa975f3-6f1c-4d01-bd67-423ff31844d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3640449'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:15.882382 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd5bb-7bc7-4855-8f6e-a6f7fe58a563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3640449'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:15.923216 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8109637-c6ba-4716-9fa7-3edab766e22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:17.377701 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3640449'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:18.917162 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3640449'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:19.640432 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.db.l3_hamode_db [None req-c8b406a0-81fa-4f6a-96aa-46de1381699f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 08:17:19.721423 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b406a0-81fa-4f6a-96aa-46de1381699f None None] Routers set() bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:17:19.721885 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b406a0-81fa-4f6a-96aa-46de1381699f None None] Router IDs set() for agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 08:17:20.080179 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3640449'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:20.080915 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.081215 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.081551 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.082072 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.083088 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.083604 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.084088 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.084586 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.085073 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.085667 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.085920 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.086413 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.086766 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:20.087180 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-28-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:20.092837 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-28-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:20.234962 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 58572) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:20.735541 dv-cinder-773985-28-iscsi neutron-server[102594]: WARNING oslo_policy.policy [None req-97202a8d-d814-40b5-b9c5-ae1de36bdfd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:17:20.736187 dv-cinder-773985-28-iscsi neutron-server[102594]: WARNING oslo_policy.policy [None req-97202a8d-d814-40b5-b9c5-ae1de36bdfd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:17:20.980223 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [None req-97202a8d-d814-40b5-b9c5-ae1de36bdfd5 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:17:20.981374 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-97202a8d-d814-40b5-b9c5-ae1de36bdfd5 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7453918 Feb 16 08:17:23.558459 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 58588) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:23.869476 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-651eb8b3-0cd6-4ebf-ac1d-701bac1a0c16 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:17:23.960750 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.policy [None req-651eb8b3-0cd6-4ebf-ac1d-701bac1a0c16 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 08:17:24.002656 dv-cinder-773985-28-iscsi neutron-server[102594]: WARNING oslo_policy.policy [None req-651eb8b3-0cd6-4ebf-ac1d-701bac1a0c16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:17:24.003031 dv-cinder-773985-28-iscsi neutron-server[102594]: WARNING oslo_policy.policy [None req-651eb8b3-0cd6-4ebf-ac1d-701bac1a0c16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:17:24.099132 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-651eb8b3-0cd6-4ebf-ac1d-701bac1a0c16 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774120797962', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774120797405', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774120816522', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774120813681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774120831913', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774120828730', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1463860', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1552811', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3689638', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3858559'] for rbac-policy (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:24.167919 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-651eb8b3-0cd6-4ebf-ac1d-701bac1a0c16 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:24.169117 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-651eb8b3-0cd6-4ebf-ac1d-701bac1a0c16 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6096809 Feb 16 08:17:26.645152 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 58598) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:26.965135 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:17:26.994714 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Made reservation on behalf of 434265fa61384647950b7c8bae1553e7 for: {'network': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:17:26.998557 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:27.016112 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:27.136607 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Publish callbacks [] for security_group (3bac893f-5b3b-4c83-851a-973e28a7d8cd), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:27.144680 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (3bac893f-5b3b-4c83-851a-973e28a7d8cd), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:27.170670 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:17:27.206282 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774121614722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (1d8fb5d2-2667-464a-997e-659a516e93ee), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:27.206877 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Unsubscribe: segment precommit_create {{(pid=102594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 08:17:27.208014 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.segments_db [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Added segment 1d8fb5d2-2667-464a-997e-659a516e93ee of type vlan for network 03a4380c-9e1e-478f-b513-f87fc8893970 Feb 16 08:17:27.223602 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac893f-5b3b-4c83-851a-973e28a7d8cd,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:27.272304 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.272598 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.272960 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.273302 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.273635 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.273964 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.274308 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.274637 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.274961 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.275305 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.275656 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.275974 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.276294 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Tracked resource versions report: Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: pushed versions: Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: { 'AddressGroup': {'1.2'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'ConntrackHelper': {'1.0'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'LocalIPAssociation': {'1.0'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Log': {'1.0'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Network': {'1.1'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Port': {'1.7'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'PortForwarding': {'1.2'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'QosPolicy': {'1.10'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SecurityGroup': {'1.5'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SecurityGroupRule': {'1.2'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SubPort': {'1.0'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Subnet': {'1.1'}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Trunk': {'1.1'}} Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: consumer versions: Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: { DHCP agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: L3 agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: Metadata agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: Metering agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: Open vSwitch agent@dv-cinder-773985-28-iscsi: { 'AddressGroup': '1.2', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'ConntrackHelper': '1.0', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'LocalIPAssociation': '1.0', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Log': '1.0', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Network': '1.1', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Port': '1.7', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'PortForwarding': '1.2', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'QosPolicy': '1.10', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SecurityGroup': '1.5', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SecurityGroupRule': '1.2', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SubPort': '1.0', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Subnet': '1.1', Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Trunk': '1.1'}} Feb 16 08:17:27.277685 dv-cinder-773985-28-iscsi neutron-server[102594]: {{(pid=102594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:17:27.321066 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (03a4380c-9e1e-478f-b513-f87fc8893970), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:27.361932 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (03a4380c-9e1e-478f-b513-f87fc8893970), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:27.367530 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:17:27.368223 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:27.430396 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7841768 Feb 16 08:17:27.497604 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405920d-7dba-482e-96e7-ac5493bc2c8a demo demo] Pushing event updated for resources: {'Network': ['ID=03a4380c-9e1e-478f-b513-f87fc8893970,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:27.510511 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 03a4380c-9e1e-478f-b513-f87fc8893970 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:17:29.958784 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 58610) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:30.357646 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b514f9d-4ae3-4c19-846c-ffa28d62c599 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:17:30.358928 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-0b514f9d-4ae3-4c19-846c-ffa28d62c599 demo admin] 10.222.0.30 "GET /v2.0/networks/03a4380c-9e1e-478f-b513-f87fc8893970 HTTP/1.1" status: 200 len: 825 time: 0.3991938 Feb 16 08:17:30.383929 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-b32516e3-e3aa-4961-9d24-d80c207ce63f demo admin] 10.222.0.30 "GET /v2.0/subnetpools/90114314-8b5e-42b5-a074-7c9eee88de04 HTTP/1.1" status: 200 len: 734 time: 0.0186272 Feb 16 08:17:30.392613 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Request body: {'subnet': {'subnetpool_id': '90114314-8b5e-42b5-a074-7c9eee88de04', 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:17:30.422439 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Made reservation on behalf of 434265fa61384647950b7c8bae1553e7 for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:17:30.425219 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:30.700464 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (c12f60c3-d921-4831-aad5-1c1360a6b44d), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:30.804833 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Pushing event updated for resources: {'Subnet': ['ID=c12f60c3-d921-4831-aad5-1c1360a6b44d,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:30.806793 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Checking segment: {'id': '1d8fb5d2-2667-464a-997e-659a516e93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:17:30.807156 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Network hostable DHCP agents. Network: 03a4380c-9e1e-478f-b513-f87fc8893970, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:17:30.827653 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Network 03a4380c-9e1e-478f-b513-f87fc8893970 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:17:30.838726 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 03a4380c-9e1e-478f-b513-f87fc8893970) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:17:30.843147 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:17:30.843776 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:30.849599 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21438cd8-71f3-475b-ba6b-64a93a855740 None None] Network 03a4380c-9e1e-478f-b513-f87fc8893970 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:17:30.859015 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-0e90a38f-98f1-45aa-91bc-e8961d4a9fad demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4697566 Feb 16 08:17:31.232075 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-03a4380c-9e1e-478f-b513-f87fc8893970', 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970', 'project_id': '434265fa61384647950b7c8bae1553e7', 'fixed_ips': [{'subnet_id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:17:31.233442 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:31.533475 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Allocated IP 172.20.0.2 (03a4380c-9e1e-478f-b513-f87fc8893970/c12f60c3-d921-4831-aad5-1c1360a6b44d/4251258b-0d85-4d8c-be8e-f30221e30e61) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:17:31.826837 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Publish callbacks [] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:31.836530 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:31.923930 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Network 03a4380c-9e1e-478f-b513-f87fc8893970 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:17:31.928933 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:17:31.932735 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:17:31.934805 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Pushing event updated for resources: {'Port': ['ID=4251258b-0d85-4d8c-be8e-f30221e30e61,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:31.949019 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.949019 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.949019 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.949019 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.949417 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.949498 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.949846 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.950180 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.950508 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.950928 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.951184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.951531 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.951867 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Tracked resource versions report: Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: pushed versions: Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: { 'AddressGroup': {'1.2'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'ConntrackHelper': {'1.0'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'LocalIPAssociation': {'1.0'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Log': {'1.0'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Network': {'1.1'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Port': {'1.7'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'PortForwarding': {'1.2'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'QosPolicy': {'1.10'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SecurityGroup': {'1.5'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SecurityGroupRule': {'1.2'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SubPort': {'1.0'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Subnet': {'1.1'}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Trunk': {'1.1'}} Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: consumer versions: Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: { DHCP agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: L3 agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: Metadata agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: Metering agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: Open vSwitch agent@dv-cinder-773985-28-iscsi: { 'AddressGroup': '1.2', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'ConntrackHelper': '1.0', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'LocalIPAssociation': '1.0', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Log': '1.0', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Network': '1.1', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Port': '1.7', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'PortForwarding': '1.2', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'QosPolicy': '1.10', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SecurityGroup': '1.5', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SecurityGroupRule': '1.2', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SubPort': '1.0', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Subnet': '1.1', Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Trunk': '1.1'}} Feb 16 08:17:31.953267 dv-cinder-773985-28-iscsi neutron-server[102596]: {{(pid=102596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:17:32.031801 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Attempting to bind port 4251258b-0d85-4d8c-be8e-f30221e30e61 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:17:32.032213 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Attempting to bind port 4251258b-0d85-4d8c-be8e-f30221e30e61 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '1d8fb5d2-2667-464a-997e-659a516e93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:17:32.032619 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Attempting to bind port 4251258b-0d85-4d8c-be8e-f30221e30e61 on network 03a4380c-9e1e-478f-b513-f87fc8893970 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:17:32.037725 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:17:32.038115 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Checking segment: {'id': '1d8fb5d2-2667-464a-997e-659a516e93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:17:32.038596 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:32.038988 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Bound using segment: {'id': '1d8fb5d2-2667-464a-997e-659a516e93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:17:32.039478 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Bound port: 4251258b-0d85-4d8c-be8e-f30221e30e61, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8fb5d2-2667-464a-997e-659a516e93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:17:32.039889 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:32.106041 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] For port 4251258b-0d85-4d8c-be8e-f30221e30e61, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:17:32.110340 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] For port 4251258b-0d85-4d8c-be8e-f30221e30e61, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=4251258b-0d85-4d8c-be8e-f30221e30e61,segment=NetworkSegment(1d8fb5d2-2667-464a-997e-659a516e93ee),segment_id=1d8fb5d2-2667-464a-997e-659a516e93ee)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:17:32.118765 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:32.181435 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89414745-d44a-4757-b3fb-9e09faeea3f3 None None] Pushing event updated for resources: {'Port': ['ID=4251258b-0d85-4d8c-be8e-f30221e30e61,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:33.450681 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 58618) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:33.984175 dv-cinder-773985-28-iscsi neutron-server[102593]: WARNING oslo_policy.policy [None req-f22bcd49-9714-40ed-8d2c-6f1111ee3632 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:17:33.984736 dv-cinder-773985-28-iscsi neutron-server[102593]: WARNING oslo_policy.policy [None req-f22bcd49-9714-40ed-8d2c-6f1111ee3632 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:17:34.215987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [None req-f22bcd49-9714-40ed-8d2c-6f1111ee3632 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:17:34.231460 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-f22bcd49-9714-40ed-8d2c-6f1111ee3632 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7645562 Feb 16 08:17:36.817241 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 58632) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:37.146579 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [None req-2aab7cbd-6aa8-42d2-abd6-139c5f007d8d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:17:37.147669 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-2aab7cbd-6aa8-42d2-abd6-139c5f007d8d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3293991 Feb 16 08:17:38.757423 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:17:39.725454 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 58640) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:40.046018 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:17:40.106676 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.policy [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102593) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 08:17:40.151118 dv-cinder-773985-28-iscsi neutron-server[102593]: WARNING oslo_policy.policy [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:17:40.151533 dv-cinder-773985-28-iscsi neutron-server[102593]: WARNING oslo_policy.policy [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:17:40.214265 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:40.216307 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:40.382013 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] Publish callbacks [] for router_controller (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), precommit_add_association {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:40.389074 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:40.415442 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:40.416728 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7df5b09e-d23b-4658-ac8b-15fbd031cbeb demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6903048 Feb 16 08:17:42.801504 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 4251258b-0d85-4d8c-be8e-f30221e30e61 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:17:42.900115 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 4251258b-0d85-4d8c-be8e-f30221e30e61 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:17:42.900115 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:43.016587 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 4251258b-0d85-4d8c-be8e-f30221e30e61 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:17:43.016993 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:43.036466 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 58654) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:43.055753 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port 4251258b-0d85-4d8c-be8e-f30221e30e61, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=4251258b-0d85-4d8c-be8e-f30221e30e61,segment=NetworkSegment(1d8fb5d2-2667-464a-997e-659a516e93ee),segment_id=1d8fb5d2-2667-464a-997e-659a516e93ee)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:17:43.060435 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:43.118562 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=4251258b-0d85-4d8c-be8e-f30221e30e61,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:43.385350 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [None req-4b3e1e7c-ff52-4e85-91a7-6583c21e1c8b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:17:43.386349 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-4b3e1e7c-ff52-4e85-91a7-6583c21e1c8b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3489594 Feb 16 08:17:43.610228 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb321-fb72-4308-9575-7e52b3ae4833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:43.801686 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b799591c-0f00-4f29-bc85-5f319f444eca None None] Network 03a4380c-9e1e-478f-b513-f87fc8893970 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:17:43.871413 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-a29e195e-2f36-42ff-9ad7-3a2320964f82 None None] Provisioning complete for port 4251258b-0d85-4d8c-be8e-f30221e30e61 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:17:43.871820 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a29e195e-2f36-42ff-9ad7-3a2320964f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:44.006921 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a29e195e-2f36-42ff-9ad7-3a2320964f82 None None] Current status of the port 4251258b-0d85-4d8c-be8e-f30221e30e61 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:17:44.329566 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-f24a093e-4dd8-4828-8402-26c6c5cafdc3 None None] Provisioning complete for port 4251258b-0d85-4d8c-be8e-f30221e30e61 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:17:44.329886 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f24a093e-4dd8-4828-8402-26c6c5cafdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:44.409653 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f24a093e-4dd8-4828-8402-26c6c5cafdc3 None None] Current status of the port 4251258b-0d85-4d8c-be8e-f30221e30e61 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:17:44.760705 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 4251258b-0d85-4d8c-be8e-f30221e30e61 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:17:44.810077 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 4251258b-0d85-4d8c-be8e-f30221e30e61 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:17:44.810773 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:44.888406 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 4251258b-0d85-4d8c-be8e-f30221e30e61 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:17:45.872883 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1e111efc-e1e3-4891-8e60-f09c62d2a2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:46.018571 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 58662) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:46.345469 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:17:46.364493 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Made reservation on behalf of d9ad9907980e4f7bbd9788e433758260 for: {'network': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:17:46.366785 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:46.375403 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:46.450619 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Publish callbacks [] for security_group (4b86d3ef-8cec-4b4d-aadc-b8bcce6c0a85), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:46.455085 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (4b86d3ef-8cec-4b4d-aadc-b8bcce6c0a85), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:46.470452 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Reserving flat network on physical network physnet1 {{(pid=102594) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 08:17:46.492406 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b86d3ef-8cec-4b4d-aadc-b8bcce6c0a85,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:46.495495 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (cc53025a-6fea-4e4a-9b68-d7b478ab40e8), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:46.495845 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.segments_db [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Added segment cc53025a-6fea-4e4a-9b68-d7b478ab40e8 of type flat for network e33ccced-00a9-4631-a0a6-b713270a4cff Feb 16 08:17:46.544911 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (e33ccced-00a9-4631-a0a6-b713270a4cff), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:46.582797 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (e33ccced-00a9-4631-a0a6-b713270a4cff), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:46.583820 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:17:46.584397 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:46.637886 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6181905 Feb 16 08:17:46.683364 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ead40e-43df-4d6d-9c20-e29d1c623314 admin admin] Pushing event updated for resources: {'Network': ['ID=e33ccced-00a9-4631-a0a6-b713270a4cff,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:46.694855 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network e33ccced-00a9-4631-a0a6-b713270a4cff details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:17:47.304032 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:48.821212 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:49.275973 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 58680) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:49.504276 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230ffc0-36ff-4231-a073-bd49b96497f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:17:49.505758 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b230ffc0-36ff-4231-a073-bd49b96497f6 demo admin] 10.222.0.30 "GET /v2.0/subnets/c12f60c3-d921-4831-aad5-1c1360a6b44d HTTP/1.1" status: 200 len: 849 time: 0.2288661 Feb 16 08:17:49.625000 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-ab863235-7da8-4dab-a49d-49cc81d64520 demo admin] 10.222.0.30 "GET /v2.0/routers/4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 HTTP/1.1" status: 200 len: 704 time: 0.1134853 Feb 16 08:17:49.900680 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:50.087700 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:50.233731 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Allocated IP 172.20.0.1 (03a4380c-9e1e-478f-b513-f87fc8893970/c12f60c3-d921-4831-aad5-1c1360a6b44d/70a4f30b-f6c7-413d-a598-528f8e1bfff4) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:17:50.444824 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Publish callbacks [] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:50.509790 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:50.553381 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Network 03a4380c-9e1e-478f-b513-f87fc8893970 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:17:50.574683 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:17:50.622950 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:17:50.624050 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:50.645229 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Pushing event updated for resources: {'Port': ['ID=70a4f30b-f6c7-413d-a598-528f8e1bfff4,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:50.699668 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.700047 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.700400 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.700741 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.701074 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.701405 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.701747 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.702078 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.702418 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.702761 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.703091 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.703410 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.703751 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Tracked resource versions report: Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: pushed versions: Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: { 'AddressGroup': {'1.2'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'ConntrackHelper': {'1.0'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'LocalIPAssociation': {'1.0'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Log': {'1.0'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Network': {'1.1'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Port': {'1.7'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'PortForwarding': {'1.2'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'QosPolicy': {'1.10'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SecurityGroup': {'1.5'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SecurityGroupRule': {'1.2'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SubPort': {'1.0'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Subnet': {'1.1'}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Trunk': {'1.1'}} Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: consumer versions: Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: { DHCP agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: L3 agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: Metadata agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: Metering agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: Open vSwitch agent@dv-cinder-773985-28-iscsi: { 'AddressGroup': '1.2', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'ConntrackHelper': '1.0', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'LocalIPAssociation': '1.0', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Log': '1.0', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Network': '1.1', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Port': '1.7', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'PortForwarding': '1.2', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'QosPolicy': '1.10', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SecurityGroup': '1.5', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SecurityGroupRule': '1.2', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SubPort': '1.0', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Subnet': '1.1', Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Trunk': '1.1'}} Feb 16 08:17:50.705133 dv-cinder-773985-28-iscsi neutron-server[102593]: {{(pid=102593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:17:50.837144 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:50.867786 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-8325697c-7d00-4ebf-a0fe-91685e10029f None None] Provisioning complete for port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:17:50.868184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8325697c-7d00-4ebf-a0fe-91685e10029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:50.904374 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8325697c-7d00-4ebf-a0fe-91685e10029f None None] Port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:17:51.053383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Publish callbacks [] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:51.058361 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:51.059156 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:51.120332 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Pushing event updated for resources: {'Port': ['ID=70a4f30b-f6c7-413d-a598-528f8e1bfff4,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:51.190011 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Network 03a4380c-9e1e-478f-b513-f87fc8893970 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:17:51.192110 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:17:51.365150 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Router 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:17:51.425580 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-79b12384-919e-4572-8f51-a00168c4880e None None] Provisioning complete for port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:17:51.426216 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-79b12384-919e-4572-8f51-a00168c4880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:51.462395 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-79b12384-919e-4572-8f51-a00168c4880e None None] Port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:17:51.509290 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:17:51.514873 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c33ee44b-f453-484f-83bd-af094ae9408c demo admin] 10.222.0.30 "PUT /v2.0/routers/4a6d1a2d-5711-473e-aa63-7ac1fbce53c2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8842399 Feb 16 08:17:51.531463 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Sync routers for ids ['4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:17:51.545975 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Routers {'4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:17:51.546835 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:17:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:51.745134 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Set router 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:17:52.190590 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'name': 'router1', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:17:40Z', 'updated_at': '2022-02-16T08:17:50Z', 'revision_number': 2, 'project_id': '434265fa61384647950b7c8bae1553e7', 'gw_port_host': None, '_interfaces': [{'id': '70a4f30b-f6c7-413d-a598-528f8e1bfff4', 'name': '', 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'mac_address': 'fa:16:3e:ee:8d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:17:49Z', 'updated_at': '2022-02-16T08:17:50Z', 'revision_number': 2, 'project_id': '434265fa61384647950b7c8bae1553e7', 'subnets': [{'id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90114314-8b5e-42b5-a074-7c9eee88de04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:52.242726 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Checking router: 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:17:52.243103 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Updating router 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:17:52.296196 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:52.836649 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Publish callbacks [] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:52.843547 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:52.991719 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Pushing event updated for resources: {'Port': ['ID=70a4f30b-f6c7-413d-a598-528f8e1bfff4,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:53.017736 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.018111 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.018469 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.018816 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.019698 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.020043 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.020396 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.020739 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.021070 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.021416 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.021749 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.022075 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.022399 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Tracked resource versions report: Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: pushed versions: Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: { 'AddressGroup': {'1.2'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'LocalIPAssociation': {'1.0'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Log': {'1.0'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Network': {'1.1'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Port': {'1.7'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'PortForwarding': {'1.2'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'QosPolicy': {'1.10'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SecurityGroup': {'1.5'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SubPort': {'1.0'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Subnet': {'1.1'}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Trunk': {'1.1'}} Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: consumer versions: Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: { DHCP agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: L3 agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: Metadata agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: Metering agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: Open vSwitch agent@dv-cinder-773985-28-iscsi: { 'AddressGroup': '1.2', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'ConntrackHelper': '1.0', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'LocalIPAssociation': '1.0', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Log': '1.0', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Network': '1.1', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Port': '1.7', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'PortForwarding': '1.2', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'QosPolicy': '1.10', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SecurityGroup': '1.5', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SecurityGroupRule': '1.2', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SubPort': '1.0', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Subnet': '1.1', Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Trunk': '1.1'}} Feb 16 08:17:53.023848 dv-cinder-773985-28-iscsi neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:17:53.037667 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Attempting to bind port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:17:53.038081 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Attempting to bind port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '1d8fb5d2-2667-464a-997e-659a516e93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:17:53.038517 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Attempting to bind port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 on network 03a4380c-9e1e-478f-b513-f87fc8893970 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:17:53.043803 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:17:53.044203 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Checking segment: {'id': '1d8fb5d2-2667-464a-997e-659a516e93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:17:53.044702 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:53.045104 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Bound using segment: {'id': '1d8fb5d2-2667-464a-997e-659a516e93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:17:53.045575 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Bound port: 70a4f30b-f6c7-413d-a598-528f8e1bfff4, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8fb5d2-2667-464a-997e-659a516e93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:17:53.045960 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:53.091742 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-f77d811d-f61a-482d-a82f-25c2e1410580 None None] Provisioning complete for port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:17:53.092292 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f77d811d-f61a-482d-a82f-25c2e1410580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:53.128313 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] For port 70a4f30b-f6c7-413d-a598-528f8e1bfff4, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:17:53.130972 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f77d811d-f61a-482d-a82f-25c2e1410580 None None] Port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:17:53.152479 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] For port 70a4f30b-f6c7-413d-a598-528f8e1bfff4, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=70a4f30b-f6c7-413d-a598-528f8e1bfff4,segment=NetworkSegment(1d8fb5d2-2667-464a-997e-659a516e93ee),segment_id=1d8fb5d2-2667-464a-997e-659a516e93ee)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:17:53.159910 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:53.220474 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bfc66-b216-434f-84aa-0d1302df01c2 None None] Pushing event updated for resources: {'Port': ['ID=70a4f30b-f6c7-413d-a598-528f8e1bfff4,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:53.223549 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Routers {'4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:17:53.224153 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:17:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:53.317291 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] Set router 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:17:53.453891 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9f9ec7e-3ee4-4a6c-8868-6383fc18d97b None None] Provisioning complete for port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:17:53.454286 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f9ec7e-3ee4-4a6c-8868-6383fc18d97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:53.537667 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'name': 'router1', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:17:40Z', 'updated_at': '2022-02-16T08:17:50Z', 'revision_number': 2, 'project_id': '434265fa61384647950b7c8bae1553e7', 'gw_port_host': None, '_interfaces': [{'id': '70a4f30b-f6c7-413d-a598-528f8e1bfff4', 'name': '', 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'mac_address': 'fa:16:3e:ee:8d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:17:49Z', 'updated_at': '2022-02-16T08:17:53Z', 'revision_number': 4, 'project_id': '434265fa61384647950b7c8bae1553e7', 'subnets': [{'id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90114314-8b5e-42b5-a074-7c9eee88de04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:17:53.571018 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c15b32-704f-4467-aa1c-d72337b76d94 None None] The sync data for ids ['4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'] in dv-cinder-773985-28-iscsi is: [{'id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'name': 'router1', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:17:40Z', 'updated_at': '2022-02-16T08:17:50Z', 'revision_number': 2, 'project_id': '434265fa61384647950b7c8bae1553e7', 'gw_port_host': None, '_interfaces': [{'id': '70a4f30b-f6c7-413d-a598-528f8e1bfff4', 'name': '', 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'mac_address': 'fa:16:3e:ee:8d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:17:49Z', 'updated_at': '2022-02-16T08:17:53Z', 'revision_number': 4, 'project_id': '434265fa61384647950b7c8bae1553e7', 'subnets': [{'id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90114314-8b5e-42b5-a074-7c9eee88de04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:17:53.602294 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9ec7e-3ee4-4a6c-8868-6383fc18d97b None None] Current status of the port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:17:53.602942 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f9ec7e-3ee4-4a6c-8868-6383fc18d97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:53.639785 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9f9ec7e-3ee4-4a6c-8868-6383fc18d97b None None] For port 70a4f30b-f6c7-413d-a598-528f8e1bfff4, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=70a4f30b-f6c7-413d-a598-528f8e1bfff4,segment=NetworkSegment(1d8fb5d2-2667-464a-997e-659a516e93ee),segment_id=1d8fb5d2-2667-464a-997e-659a516e93ee)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:17:53.644877 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f9ec7e-3ee4-4a6c-8868-6383fc18d97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:53.694800 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9ec7e-3ee4-4a6c-8868-6383fc18d97b None None] Pushing event updated for resources: {'Port': ['ID=70a4f30b-f6c7-413d-a598-528f8e1bfff4,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:54.041192 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 58704) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:54.154248 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70b04c-e717-4e09-b0b9-2dc569c64ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:17:54.155590 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-ad70b04c-e717-4e09-b0b9-2dc569c64ff3 admin admin] 10.222.0.30 "GET /v2.0/networks/e33ccced-00a9-4631-a0a6-b713270a4cff HTTP/1.1" status: 200 len: 842 time: 0.1133609 Feb 16 08:17:54.165827 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'gateway_ip': '172.27.0.1'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:17:54.190102 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Made reservation on behalf of d9ad9907980e4f7bbd9788e433758260 for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:17:54.192558 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:54.515457 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.objects.ports [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102593) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 08:17:54.515816 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (94fbb762-792f-4223-ad95-f3033463b713), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:54.569165 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fbb762-792f-4223-ad95-f3033463b713,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:54.581110 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:17:54.581975 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Network hostable DHCP agents. Network: e33ccced-00a9-4631-a0a6-b713270a4cff, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:17:54.604257 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:17:54.616722 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, e33ccced-00a9-4631-a0a6-b713270a4cff) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:17:54.622171 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:17:54.623777 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:54.626616 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d26d6f-7818-468c-b974-3698ff91bd94 None None] Network e33ccced-00a9-4631-a0a6-b713270a4cff requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:17:54.649336 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d38c13d5-5bb3-47c1-9727-bd9597bccf0c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4817388 Feb 16 08:17:54.737411 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c13724-250e-46a9-81bc-bfe48067ec75 None None] Network e33ccced-00a9-4631-a0a6-b713270a4cff requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:17:57.110293 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 58712) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:17:57.242587 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c40fa604-254a-4c37-94dd-62cd1484aff7 demo admin] 10.222.0.30 "GET /v2.0/routers/4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 HTTP/1.1" status: 200 len: 710 time: 0.1311629 Feb 16 08:17:57.331381 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3d012-6de4-40c1-ad21-bdf1e13fb15b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:17:57.333278 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-bce3d012-6de4-40c1-ad21-bdf1e13fb15b demo admin] 10.222.0.30 "GET /v2.0/networks/e33ccced-00a9-4631-a0a6-b713270a4cff HTTP/1.1" status: 200 len: 886 time: 0.0853822 Feb 16 08:17:57.342313 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:17:57.590972 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Publish callbacks [] for router_gateway (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:57.836142 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Publish callbacks [] for router_gateway (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:57.998880 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:58.101119 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Allocated IP 172.27.0.164 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/e117e724-bb7d-42e7-b223-07d2716ea303) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:17:58.205619 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Publish callbacks [] for port (e117e724-bb7d-42e7-b223-07d2716ea303), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:58.238990 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (e117e724-bb7d-42e7-b223-07d2716ea303), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:58.275226 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:17:58.280586 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:17:58.283967 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:17:58.291486 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Pushing event updated for resources: {'Port': ['ID=e117e724-bb7d-42e7-b223-07d2716ea303,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:17:58.543311 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Publish callbacks [] for router_gateway (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:58.753571 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3637651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3651377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2313'] for router (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:58.757466 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3637642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3637633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3651368'] for router (4a6d1a2d-5711-473e-aa63-7ac1fbce53c2), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:58.874036 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Router 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:17:58.989465 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:17:58.994179 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:17:58.995392 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-31f70b67-e5ef-4163-bddf-a33956e248c9 demo admin] 10.222.0.30 "PUT /v2.0/routers/4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 HTTP/1.1" status: 200 len: 890 time: 1.6564133 Feb 16 08:18:00.786392 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 70a4f30b-f6c7-413d-a598-528f8e1bfff4 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:18:00.834643 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:18:00.835021 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:00.916785 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:18:01.499054 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 58724) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:18:01.617948 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-8bfb0da3-6744-424d-ba5a-7b4dc0e8e785 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176455 Feb 16 08:18:02.366927 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Sync routers for ids ['4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:18:02.378731 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Routers {'4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:18:02.379407 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:17:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:18:02.600635 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Set router 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:18:03.006160 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'name': 'router1', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e117e724-bb7d-42e7-b223-07d2716ea303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:17:40Z', 'updated_at': '2022-02-16T08:17:58Z', 'revision_number': 4, 'project_id': '434265fa61384647950b7c8bae1553e7', 'gw_port': {'id': 'e117e724-bb7d-42e7-b223-07d2716ea303', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:17:58Z', 'updated_at': '2022-02-16T08:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '70a4f30b-f6c7-413d-a598-528f8e1bfff4', 'name': '', 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'mac_address': 'fa:16:3e:ee:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:17:49Z', 'updated_at': '2022-02-16T08:17:53Z', 'revision_number': 5, 'project_id': '434265fa61384647950b7c8bae1553e7', 'subnets': [{'id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90114314-8b5e-42b5-a074-7c9eee88de04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:18:03.059721 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Checking router: 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:18:03.060079 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Updating router 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 port e117e724-bb7d-42e7-b223-07d2716ea303 binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:18:03.114306 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (e117e724-bb7d-42e7-b223-07d2716ea303), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:03.546686 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Publish callbacks [] for port (e117e724-bb7d-42e7-b223-07d2716ea303), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:03.554580 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (e117e724-bb7d-42e7-b223-07d2716ea303), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:03.613170 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12d2d5-1261-4750-8e9f-d6c56ba0c487 None None] Pushing event updated for resources: {'Port': ['ID=e117e724-bb7d-42e7-b223-07d2716ea303,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:18:03.616784 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Attempting to bind port e117e724-bb7d-42e7-b223-07d2716ea303 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:18:03.616987 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Attempting to bind port e117e724-bb7d-42e7-b223-07d2716ea303 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:18:03.618686 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Attempting to bind port e117e724-bb7d-42e7-b223-07d2716ea303 on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:18:03.625706 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:18:03.626257 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:18:03.628414 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:03.628414 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:18:03.628414 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Bound port: e117e724-bb7d-42e7-b223-07d2716ea303, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:18:03.628747 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (e117e724-bb7d-42e7-b223-07d2716ea303), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:03.690308 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] For port e117e724-bb7d-42e7-b223-07d2716ea303, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:18:03.693415 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] For port e117e724-bb7d-42e7-b223-07d2716ea303, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=e117e724-bb7d-42e7-b223-07d2716ea303,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:18:03.703755 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (e117e724-bb7d-42e7-b223-07d2716ea303), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:03.769608 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Routers {'4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:18:03.770177 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:17:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:18:03.774965 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12d2d5-1261-4750-8e9f-d6c56ba0c487 None None] Pushing event updated for resources: {'Port': ['ID=e117e724-bb7d-42e7-b223-07d2716ea303,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:18:03.893943 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] Set router 4a6d1a2d-5711-473e-aa63-7ac1fbce53c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:18:04.121404 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'name': 'router1', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e117e724-bb7d-42e7-b223-07d2716ea303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:17:40Z', 'updated_at': '2022-02-16T08:17:58Z', 'revision_number': 4, 'project_id': '434265fa61384647950b7c8bae1553e7', 'gw_port': {'id': 'e117e724-bb7d-42e7-b223-07d2716ea303', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:17:58Z', 'updated_at': '2022-02-16T08:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '70a4f30b-f6c7-413d-a598-528f8e1bfff4', 'name': '', 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'mac_address': 'fa:16:3e:ee:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:17:49Z', 'updated_at': '2022-02-16T08:17:53Z', 'revision_number': 5, 'project_id': '434265fa61384647950b7c8bae1553e7', 'subnets': [{'id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90114314-8b5e-42b5-a074-7c9eee88de04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:18:04.148440 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f9326-c2f3-4835-afab-f166e611012f None None] The sync data for ids ['4a6d1a2d-5711-473e-aa63-7ac1fbce53c2'] in dv-cinder-773985-28-iscsi is: [{'id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'name': 'router1', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e117e724-bb7d-42e7-b223-07d2716ea303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:17:40Z', 'updated_at': '2022-02-16T08:17:58Z', 'revision_number': 4, 'project_id': '434265fa61384647950b7c8bae1553e7', 'gw_port': {'id': 'e117e724-bb7d-42e7-b223-07d2716ea303', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:17:58Z', 'updated_at': '2022-02-16T08:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '70a4f30b-f6c7-413d-a598-528f8e1bfff4', 'name': '', 'network_id': '03a4380c-9e1e-478f-b513-f87fc8893970', 'tenant_id': '434265fa61384647950b7c8bae1553e7', 'mac_address': 'fa:16:3e:ee:8d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d1a2d-5711-473e-aa63-7ac1fbce53c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:17:49Z', 'updated_at': '2022-02-16T08:17:53Z', 'revision_number': 5, 'project_id': '434265fa61384647950b7c8bae1553e7', 'subnets': [{'id': 'c12f60c3-d921-4831-aad5-1c1360a6b44d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90114314-8b5e-42b5-a074-7c9eee88de04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:18:04.877930 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device e117e724-bb7d-42e7-b223-07d2716ea303 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:18:04.957736 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port e117e724-bb7d-42e7-b223-07d2716ea303 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:18:04.958347 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (e117e724-bb7d-42e7-b223-07d2716ea303), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:05.051173 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port e117e724-bb7d-42e7-b223-07d2716ea303 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:18:05.052242 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (e117e724-bb7d-42e7-b223-07d2716ea303), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:05.072767 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port e117e724-bb7d-42e7-b223-07d2716ea303, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=e117e724-bb7d-42e7-b223-07d2716ea303,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:18:05.077403 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (e117e724-bb7d-42e7-b223-07d2716ea303), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:05.160464 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=e117e724-bb7d-42e7-b223-07d2716ea303,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:18:06.861039 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device e117e724-bb7d-42e7-b223-07d2716ea303 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:18:06.931590 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port e117e724-bb7d-42e7-b223-07d2716ea303 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:18:06.931989 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (e117e724-bb7d-42e7-b223-07d2716ea303), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:07.079064 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port e117e724-bb7d-42e7-b223-07d2716ea303 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:18:13.604911 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa14eefd-d90b-47d7-aa4e-6001fa4a5dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:15.757666 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:18:15.877324 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dd031507-62a1-4945-be95-decacacb6755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:17.312670 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:18.838371 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:20.096049 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:43.618269 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b52ac153-8271-4565-b943-ac3132f79c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:45.875027 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d9e17dca-0508-40c4-aa0d-0a9bfc74092b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:47.316990 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:48.829804 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:50.091764 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:18:52.756666 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:19:13.612655 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71737dae-aacd-436a-80a8-4ffdd39ca281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:15.869036 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bdd4da7d-fda3-4f52-9262-f2553acb263a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:17.316970 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:18.828222 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:20.089005 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:23.526037 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59210) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:23.593298 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e1f035-1fca-492e-a411-2864dbb0c205 admin admin] GET failed (client error): The resource could not be found. Feb 16 08:19:23.594681 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-47e1f035-1fca-492e-a411-2864dbb0c205 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677009 Feb 16 08:19:23.759506 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb7405-bebf-4fe2-9d3c-b984bab1d516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:23.760938 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-89eb7405-bebf-4fe2-9d3c-b984bab1d516 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1615739 Feb 16 08:19:26.211765 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59220) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:26.313356 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0338f2d-ff04-48dc-86bf-0441590ea80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:26.314886 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-a0338f2d-ff04-48dc-86bf-0441590ea80d admin admin] 10.222.0.30 "GET /v2.0/subnets/c12f60c3-d921-4831-aad5-1c1360a6b44d HTTP/1.1" status: 200 len: 849 time: 0.1022534 Feb 16 08:19:26.325775 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:19:26.424525 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Publish callbacks [] for subnet (c12f60c3-d921-4831-aad5-1c1360a6b44d), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:26.600041 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774121692519'] for subnet (c12f60c3-d921-4831-aad5-1c1360a6b44d), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:26.635559 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:26.636182 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:26.637854 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] 10.222.0.30 "PUT /v2.0/subnets/c12f60c3-d921-4831-aad5-1c1360a6b44d HTTP/1.1" status: 200 len: 868 time: 0.3159337 Feb 16 08:19:26.644126 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d99398e-4983-40b6-9593-5c99eb9e390e None None] Network 03a4380c-9e1e-478f-b513-f87fc8893970 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:19:26.656411 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12f60c3-d921-4831-aad5-1c1360a6b44d,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.668813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.669898 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:26.669898 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26013b-42d5-4db9-9c9d-b10eb02aeb6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:19:27.079239 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-401d9f1d-e411-44f4-a13e-6b012ada92d1 None None] Provisioning complete for port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:19:27.079641 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-401d9f1d-e411-44f4-a13e-6b012ada92d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (70a4f30b-f6c7-413d-a598-528f8e1bfff4), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:27.166638 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-401d9f1d-e411-44f4-a13e-6b012ada92d1 None None] Current status of the port 70a4f30b-f6c7-413d-a598-528f8e1bfff4 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:19:27.177777 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-401d9f1d-e411-44f4-a13e-6b012ada92d1 None None] Provisioning complete for port 4251258b-0d85-4d8c-be8e-f30221e30e61 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:19:27.178207 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-401d9f1d-e411-44f4-a13e-6b012ada92d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (4251258b-0d85-4d8c-be8e-f30221e30e61), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:27.259609 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-401d9f1d-e411-44f4-a13e-6b012ada92d1 None None] Current status of the port 4251258b-0d85-4d8c-be8e-f30221e30e61 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:19:29.027392 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59228) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:29.240207 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d24d1c-8c0b-4ed7-aac5-e5c9e5e8b9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:29.240690 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d24d1c-8c0b-4ed7-aac5-e5c9e5e8b9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:29.242269 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-a3d24d1c-8c0b-4ed7-aac5-e5c9e5e8b9a0 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138696 Feb 16 08:19:29.756381 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:19:31.674747 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59236) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:31.810661 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc0e55-ae88-47e0-ac8e-6cab65e573a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:31.811130 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc0e55-ae88-47e0-ac8e-6cab65e573a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:31.812729 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-34bc0e55-ae88-47e0-ac8e-6cab65e573a7 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1370063 Feb 16 08:19:34.166848 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59244) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:34.354223 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79105f-5f90-499e-9de6-a1183ed2795f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:34.355835 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-3d79105f-5f90-499e-9de6-a1183ed2795f admin admin] 10.222.0.30 "GET /v2.0/networks/03a4380c-9e1e-478f-b513-f87fc8893970 HTTP/1.1" status: 200 len: 869 time: 0.1879983 Feb 16 08:19:36.726992 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59252) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:36.853397 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae0aaf-11c8-4eb3-b927-ce78da0dfde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:36.854792 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-58ae0aaf-11c8-4eb3-b927-ce78da0dfde9 admin admin] 10.222.0.30 "GET /v2.0/networks/e33ccced-00a9-4631-a0a6-b713270a4cff HTTP/1.1" status: 200 len: 886 time: 0.1268141 Feb 16 08:19:39.318425 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59260) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:39.457544 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c77e8e-f2c8-48a1-80bc-75d5be22eb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:39.457997 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c77e8e-f2c8-48a1-80bc-75d5be22eb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:39.459583 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d1c77e8e-f2c8-48a1-80bc-75d5be22eb70 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1401777 Feb 16 08:19:41.840030 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59270) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:41.930269 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f10df7c-2390-43fb-b098-f88cf1741b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:41.930732 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f10df7c-2390-43fb-b098-f88cf1741b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:41.932532 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-6f10df7c-2390-43fb-b098-f88cf1741b36 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915487 Feb 16 08:19:43.614780 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-68b9c5b1-ea98-4f6f-8beb-adcffbe384c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:44.276583 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59278) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:44.367751 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d3a8d7-28b9-420a-8337-f431bf3bade4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:44.369166 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d7d3a8d7-28b9-420a-8337-f431bf3bade4 admin admin] 10.222.0.30 "GET /v2.0/subnets/94fbb762-792f-4223-ad95-f3033463b713 HTTP/1.1" status: 200 len: 816 time: 0.0916355 Feb 16 08:19:45.871777 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49b590ee-b884-4f95-8c22-c6b4cd3f5278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:46.731175 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59286) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:19:46.826254 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b945c-6f70-441f-9a98-0da781710c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:19:46.827663 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7c9b945c-6f70-441f-9a98-0da781710c19 admin admin] 10.222.0.30 "GET /v2.0/subnets/c12f60c3-d921-4831-aad5-1c1360a6b44d HTTP/1.1" status: 200 len: 868 time: 0.0954785 Feb 16 08:19:47.319230 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:48.829343 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:19:50.091395 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:06.754373 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:20:13.617755 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-618cbb39-4563-4f14-93e8-a6bfce3540f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:15.126545 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59338) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:20:15.175907 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [None req-5e93c22e-ac00-4797-8d18-15ee85ffee62 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:20:15.176912 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-5e93c22e-ac00-4797-8d18-15ee85ffee62 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494235 Feb 16 08:20:15.877666 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b4198843-a850-476f-a71a-e1cb6a3708ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:17.323811 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:17.603211 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59346) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:20:17.662428 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31550ab-4981-4337-a752-c34e3bd6cbed admin admin] GET failed (client error): The resource could not be found. Feb 16 08:20:17.663730 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-a31550ab-4981-4337-a752-c34e3bd6cbed admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595989 Feb 16 08:20:17.749396 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcffe8f3-40d9-4a2f-a9a6-15521044c597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:20:17.751452 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-fcffe8f3-40d9-4a2f-a9a6-15521044c597 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832157 Feb 16 08:20:18.833162 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:20.085705 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:20.087326 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59354) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:20:20.134738 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:20:20.153279 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Made reservation on behalf of d9ad9907980e4f7bbd9788e433758260 for: {'network': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:20:20.155535 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:20.189349 dv-cinder-773985-28-iscsi neutron-server[102594]: WARNING neutron.services.revisions.revision_plugin [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Could not find related network for resource to bump revision. Feb 16 08:20:20.200797 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=102594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:20:20.209975 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (3d06dffc-8dcc-4689-89d7-9e11206bcea2), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:20.210324 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.segments_db [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Added segment 3d06dffc-8dcc-4689-89d7-9e11206bcea2 of type vlan for network 24bd8730-97ae-4942-922d-b75736b1001b Feb 16 08:20:20.253214 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (24bd8730-97ae-4942-922d-b75736b1001b), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:20.326691 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (24bd8730-97ae-4942-922d-b75736b1001b), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:20.327698 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:20:20.328287 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:20.357967 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2695200 Feb 16 08:20:20.392798 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fa1a1-58c5-47cf-93a4-fa35e7e8db29 admin admin] Pushing event updated for resources: {'Network': ['ID=24bd8730-97ae-4942-922d-b75736b1001b,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:20:20.403535 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 24bd8730-97ae-4942-922d-b75736b1001b details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:20:22.728910 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59362) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:20:22.790475 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b774cfe6-36c1-4041-8af2-9271458642c8 admin admin] GET failed (client error): The resource could not be found. Feb 16 08:20:22.791837 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-b774cfe6-36c1-4041-8af2-9271458642c8 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618634 Feb 16 08:20:22.864968 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db500f09-077f-4ce3-a1f8-2ef49ac93a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:20:22.866458 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-db500f09-077f-4ce3-a1f8-2ef49ac93a53 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704999 Feb 16 08:20:22.876181 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:20:22.896930 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Made reservation on behalf of d9ad9907980e4f7bbd9788e433758260 for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:20:22.898882 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:23.066350 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (23fca2e5-b105-4c4a-a531-f000edf6da43), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:23.115469 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fca2e5-b105-4c4a-a531-f000edf6da43,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:20:23.130310 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Checking segment: {'id': '3d06dffc-8dcc-4689-89d7-9e11206bcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:20:23.130672 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Network hostable DHCP agents. Network: 24bd8730-97ae-4942-922d-b75736b1001b, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:20:23.148423 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Network 24bd8730-97ae-4942-922d-b75736b1001b is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:20:23.158092 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 24bd8730-97ae-4942-922d-b75736b1001b) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:20:23.162083 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:20:23.162706 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:23.168438 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045ece42-2392-4816-b0a9-c61054ad7929 None None] Network 24bd8730-97ae-4942-922d-b75736b1001b requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:20:23.191414 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-459c93a1-0be1-4e0e-b85e-bae2f9543352 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3063664 Feb 16 08:20:23.274293 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-24bd8730-97ae-4942-922d-b75736b1001b', 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b', 'project_id': 'd9ad9907980e4f7bbd9788e433758260', 'fixed_ips': [{'subnet_id': '23fca2e5-b105-4c4a-a531-f000edf6da43'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:20:23.275185 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:23.423449 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Allocated IP 192.168.233.2 (24bd8730-97ae-4942-922d-b75736b1001b/23fca2e5-b105-4c4a-a531-f000edf6da43/69111440-b7ed-4610-bef3-7d07e22385ac) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:20:23.584158 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Publish callbacks [] for port (69111440-b7ed-4610-bef3-7d07e22385ac), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:23.590576 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (69111440-b7ed-4610-bef3-7d07e22385ac), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:23.627505 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Network 24bd8730-97ae-4942-922d-b75736b1001b is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:20:23.632369 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:20:23.635913 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:20:23.647165 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Pushing event updated for resources: {'Port': ['ID=69111440-b7ed-4610-bef3-7d07e22385ac,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:20:23.668420 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.668786 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.669152 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.669504 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.669834 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.670167 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.670511 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.670933 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.671169 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.671533 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.671865 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.672185 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.672535 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:20:23.714625 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Attempting to bind port 69111440-b7ed-4610-bef3-7d07e22385ac on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:20:23.715839 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Attempting to bind port 69111440-b7ed-4610-bef3-7d07e22385ac by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '3d06dffc-8dcc-4689-89d7-9e11206bcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:20:23.715839 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Attempting to bind port 69111440-b7ed-4610-bef3-7d07e22385ac on network 24bd8730-97ae-4942-922d-b75736b1001b {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:20:23.721601 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:20:23.721981 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Checking segment: {'id': '3d06dffc-8dcc-4689-89d7-9e11206bcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:20:23.722745 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:23.722857 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Bound using segment: {'id': '3d06dffc-8dcc-4689-89d7-9e11206bcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:20:23.723253 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Bound port: 69111440-b7ed-4610-bef3-7d07e22385ac, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d06dffc-8dcc-4689-89d7-9e11206bcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:20:23.723662 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (69111440-b7ed-4610-bef3-7d07e22385ac), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:23.787064 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] For port 69111440-b7ed-4610-bef3-7d07e22385ac, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:20:23.790231 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] For port 69111440-b7ed-4610-bef3-7d07e22385ac, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=69111440-b7ed-4610-bef3-7d07e22385ac,segment=NetworkSegment(3d06dffc-8dcc-4689-89d7-9e11206bcea2),segment_id=3d06dffc-8dcc-4689-89d7-9e11206bcea2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:20:23.797116 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (69111440-b7ed-4610-bef3-7d07e22385ac), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:23.853057 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3d09-ef02-44f9-8386-51ffe7c802c3 None None] Pushing event updated for resources: {'Port': ['ID=69111440-b7ed-4610-bef3-7d07e22385ac,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:20:24.704177 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e63467-29a5-4ffb-ac8d-47a4444243b3 None None] Network 24bd8730-97ae-4942-922d-b75736b1001b requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:20:24.779060 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-057c3afb-82e4-4ee4-9024-c50274a1e1d6 None None] Provisioning complete for port 69111440-b7ed-4610-bef3-7d07e22385ac triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:20:24.779526 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-057c3afb-82e4-4ee4-9024-c50274a1e1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (69111440-b7ed-4610-bef3-7d07e22385ac), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:25.013700 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 69111440-b7ed-4610-bef3-7d07e22385ac up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:20:25.023507 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-057c3afb-82e4-4ee4-9024-c50274a1e1d6 None None] Current status of the port 69111440-b7ed-4610-bef3-7d07e22385ac is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:20:25.023908 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-057c3afb-82e4-4ee4-9024-c50274a1e1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (69111440-b7ed-4610-bef3-7d07e22385ac), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:25.091700 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-057c3afb-82e4-4ee4-9024-c50274a1e1d6 None None] For port 69111440-b7ed-4610-bef3-7d07e22385ac, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=69111440-b7ed-4610-bef3-7d07e22385ac,segment=NetworkSegment(3d06dffc-8dcc-4689-89d7-9e11206bcea2),segment_id=3d06dffc-8dcc-4689-89d7-9e11206bcea2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:20:25.099785 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-057c3afb-82e4-4ee4-9024-c50274a1e1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (69111440-b7ed-4610-bef3-7d07e22385ac), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:25.159364 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c3afb-82e4-4ee4-9024-c50274a1e1d6 None None] Pushing event updated for resources: {'Port': ['ID=69111440-b7ed-4610-bef3-7d07e22385ac,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:20:25.169096 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 69111440-b7ed-4610-bef3-7d07e22385ac triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:20:25.169427 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (69111440-b7ed-4610-bef3-7d07e22385ac), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:25.258276 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 69111440-b7ed-4610-bef3-7d07e22385ac is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:20:25.320904 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-5f3909ea-dff8-4c60-a4aa-46c1fc9eedaf None None] Provisioning complete for port 69111440-b7ed-4610-bef3-7d07e22385ac triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:20:25.321214 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f3909ea-dff8-4c60-a4aa-46c1fc9eedaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (69111440-b7ed-4610-bef3-7d07e22385ac), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:25.399047 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5f3909ea-dff8-4c60-a4aa-46c1fc9eedaf None None] Current status of the port 69111440-b7ed-4610-bef3-7d07e22385ac is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:20:26.869117 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 69111440-b7ed-4610-bef3-7d07e22385ac up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:20:26.923023 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 69111440-b7ed-4610-bef3-7d07e22385ac triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:20:26.923434 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (69111440-b7ed-4610-bef3-7d07e22385ac), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:27.001256 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 69111440-b7ed-4610-bef3-7d07e22385ac is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:20:43.620082 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af298e03-051c-4e35-8a82-0f5485ea1530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:43.752939 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:20:45.878866 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-538a4c83-9f5c-4be3-a3c7-a0e7efdc08e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:47.326168 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:48.836858 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:20:50.091147 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:13.628682 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-376cdf9e-bac3-4c0d-9216-1c43abb33350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:15.880127 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eaca563a-dff0-418e-872b-08889e6b4523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:17.328275 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:18.834791 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:20.095315 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:20.751145 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:21:43.621207 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a23f71a3-a42c-421f-9329-c441ec8beab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:45.882258 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-318c6e5d-304d-49ba-bdcc-012febd68ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:47.333024 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:48.836063 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:50.098882 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:51.196140 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59402) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:21:51.202430 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [None req-73ed42bc-1227-4701-856d-e622bfcd167a tempest-verify_tempest_config-2637923 tempest-verify_tempest_config-2637923-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:21:51.203456 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-73ed42bc-1227-4701-856d-e622bfcd167a tempest-verify_tempest_config-2637923 tempest-verify_tempest_config-2637923-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063200 Feb 16 08:21:51.492614 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59420) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:21:51.599093 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:51.672910 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Publish callbacks [] for security_group (4d114424-5712-4207-8c62-6f4f558a8bbc), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:51.676501 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (4d114424-5712-4207-8c62-6f4f558a8bbc), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:51.722594 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72da62e9342442ceb691f48343be76a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2288992 Feb 16 08:21:51.723448 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d114424-5712-4207-8c62-6f4f558a8bbc,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:21:51.725302 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59424) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:21:51.730317 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.730677 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.731032 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.731375 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.731749 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.732073 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.732408 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.732742 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.733653 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.733990 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.734320 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.734647 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.734975 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e964c-764b-403c-b0c5-155293f40b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.802962 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Publish callbacks [] for security_group (4d114424-5712-4207-8c62-6f4f558a8bbc), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:51.827973 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Publish callbacks [] for security_group (4d114424-5712-4207-8c62-6f4f558a8bbc), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:51.918292 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (4d114424-5712-4207-8c62-6f4f558a8bbc), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:51.921409 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:21:51.925450 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d114424-5712-4207-8c62-6f4f558a8bbc HTTP/1.1" status: 204 len: 168 time: 0.1989751 Feb 16 08:21:51.935063 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d114424-5712-4207-8c62-6f4f558a8bbc,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:21:51.942006 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.942393 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.942749 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.943093 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.943458 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.943794 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.944145 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.944486 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.944819 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.945151 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.945488 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.945817 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:51.946144 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b380-3799-4a51-a74b-aa0679dd73ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:21:57.749581 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:22:13.624527 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-08912ee5-eeff-45d3-9545-a3a56f467bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:22:15.886423 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa5a10e1-deb2-4a1f-a42e-fd80e29f3262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:22:17.333987 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:22:18.835400 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:22:20.101206 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:22:34.747539 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:22:43.627305 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-92e33508-b4c8-4bfb-bfdf-8b6e32ed9b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:22:45.890548 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f5b7341a-c75d-4973-9144-ffdbb3045744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:22:47.336958 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:22:48.847857 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:22:50.105198 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:11.745376 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 5 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:23:13.628455 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6da50e72-97f1-455c-804b-770d0c316c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:15.891091 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b3aeda5b-7846-4558-9ba9-346a2487013b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:17.343224 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:18.844905 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:20.109040 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:37.573485 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3640449'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:43.630663 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-918a77cb-30e1-4b60-a86f-a5d6b573d2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:45.893426 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8711-ccc7-4f7c-a7e6-49ac977c030e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:47.342831 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:48.743915 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:23:48.846125 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:50.112807 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:23:51.608984 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59496) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:23:51.713189 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c8b944fb-61cf-4f31-a24f-0a29ae87cfd5 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1031053 Feb 16 08:23:54.047819 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59506) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:23:54.101218 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-280f1f10-0b88-4694-809a-ecd7872bfa2a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0523307 Feb 16 08:24:07.530289 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:13.633360 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-11c707ca-f59f-4cdd-88de-5172e78500a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:15.894950 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7333c2d9-fb66-469c-b9d9-90457f1c3dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:17.346378 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:18.849720 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:20.115679 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:25.745317 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:24:37.521559 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:43.636355 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c6cc-37a5-4bae-ad66-dd795ca45360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:45.898477 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-643e9a9f-f6b8-4f9f-905b-dd45e7d60c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:47.349834 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:48.854953 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:24:50.119553 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:02.743540 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:25:07.552640 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:13.638174 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-afa52230-a63d-4ae3-8f72-988f376fc5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:15.901732 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-98dbb689-0d15-425b-bf7f-fab97947ce8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:17.353120 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:18.854847 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:20.124566 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:30.305203 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59708) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:30.450268 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59722) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:30.480338 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59726) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:30.551952 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59734) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:30.565415 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-network', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:30.588752 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Made reservation on behalf of 91f7de43610947fab5e43be24e85fdfe for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:30.591557 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:30.600500 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:30.694090 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Publish callbacks [] for security_group (8b3af2e6-85e8-476b-9e96-72f3adca129e), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:30.701307 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-795088581-network', 'tenant_id': 'b48873fd7bd243788381930f2828e177'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:30.705992 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (8b3af2e6-85e8-476b-9e96-72f3adca129e), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:30.740121 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1939547220-network', 'tenant_id': '345fc5599965442a8296b637802337b4'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:30.744095 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:25:30.760082 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774121614722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (99b10e3f-b917-494e-9a6c-0ee74bd5bad4), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:30.760990 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Unsubscribe: segment precommit_create {{(pid=102593) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 08:25:30.761437 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Added segment 99b10e3f-b917-494e-9a6c-0ee74bd5bad4 of type vlan for network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 Feb 16 08:25:30.892948 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-916515968-network', 'tenant_id': '7a03fa69f372429783d16fd636ac72ae'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:30.923783 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Made reservation on behalf of b48873fd7bd243788381930f2828e177 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:30.926185 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:30.957116 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (d446fa9d-e135-4e8a-b46f-bd47cf8240e4), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:30.989739 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.026707 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3af2e6-85e8-476b-9e96-72f3adca129e,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:31.056677 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Made reservation on behalf of 345fc5599965442a8296b637802337b4 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:31.058939 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.061933 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.062447 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.063139 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.063643 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.064317 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.064658 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.064996 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.065500 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.066015 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.066509 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.067041 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.067805 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.068284 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Tracked resource versions report: Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: pushed versions: Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: { 'AddressGroup': {'1.2'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'ConntrackHelper': {'1.0'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'LocalIPAssociation': {'1.0'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Log': {'1.0'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Network': {'1.1'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Port': {'1.7'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'PortForwarding': {'1.2'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'QosPolicy': {'1.10'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SecurityGroup': {'1.5'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SecurityGroupRule': {'1.2'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SubPort': {'1.0'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Subnet': {'1.1'}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Trunk': {'1.1'}} Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: consumer versions: Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: { DHCP agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: HyperV agent@hv-cinder-77398: {}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: L3 agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: Metadata agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: Metering agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: Open vSwitch agent@dv-cinder-773985-28-iscsi: { 'AddressGroup': '1.2', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'ConntrackHelper': '1.0', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'LocalIPAssociation': '1.0', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Log': '1.0', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Network': '1.1', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Port': '1.7', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'PortForwarding': '1.2', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'QosPolicy': '1.10', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SecurityGroup': '1.5', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SecurityGroupRule': '1.2', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'SubPort': '1.0', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Subnet': '1.1', Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: 'Trunk': '1.1'}} Feb 16 08:25:31.069582 dv-cinder-773985-28-iscsi neutron-server[102593]: {{(pid=102593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:25:31.082649 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Made reservation on behalf of 7a03fa69f372429783d16fd636ac72ae for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:31.085988 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.105327 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (d446fa9d-e135-4e8a-b46f-bd47cf8240e4), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.106552 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:31.107539 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.126926 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.128836 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.219736 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9122415 Feb 16 08:25:31.222998 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59770) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:31.228806 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Request body: {'subnet': {'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-subnet', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:31.275139 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Made reservation on behalf of 91f7de43610947fab5e43be24e85fdfe for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:31.277492 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.303213 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98552fb-5581-476d-858f-2a5e8f95a833 admin admin] Pushing event updated for resources: {'Network': ['ID=d446fa9d-e135-4e8a-b46f-bd47cf8240e4,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:31.316966 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:25:31.407015 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Publish callbacks [] for security_group (5cb9651b-e5e6-444c-b360-c6a37cffb2a3), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.424227 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (5cb9651b-e5e6-444c-b360-c6a37cffb2a3), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.481503 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:25:31.511867 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb9651b-e5e6-444c-b360-c6a37cffb2a3,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:31.530025 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (58107491-776a-4526-8cec-4d2c0c057a15), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.530556 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Added segment 58107491-776a-4526-8cec-4d2c0c057a15 of type vlan for network e9a0df0a-57c2-499a-83dd-fd9d3b37d63c Feb 16 08:25:31.548552 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Publish callbacks [] for security_group (5ec492b7-3b73-4af6-b768-af7ff55150fc), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.583789 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (5ec492b7-3b73-4af6-b768-af7ff55150fc), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.591999 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Publish callbacks [] for security_group (df65c094-2d27-49bc-ab0e-77a51e7654bf), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.612812 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (df65c094-2d27-49bc-ab0e-77a51e7654bf), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.620029 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (e9a0df0a-57c2-499a-83dd-fd9d3b37d63c), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.638723 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:25:31.653941 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec492b7-3b73-4af6-b768-af7ff55150fc,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:31.659187 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:25:31.689727 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (d3088f51-df3f-4afc-a838-a1d00ed276f0), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.690091 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Added segment d3088f51-df3f-4afc-a838-a1d00ed276f0 of type vlan for network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 Feb 16 08:25:31.710329 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (72f0a2b8-1691-423d-b84b-5795e4cf8e7e), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.710782 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Added segment 72f0a2b8-1691-423d-b84b-5795e4cf8e7e of type vlan for network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f Feb 16 08:25:31.712199 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (de4725c2-fe98-46ca-a332-de1415d490f1), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.716051 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (e9a0df0a-57c2-499a-83dd-fd9d3b37d63c), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.717013 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:31.717655 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.771176 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df65c094-2d27-49bc-ab0e-77a51e7654bf,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:31.795287 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (9d6487fa-599a-4a38-a1b9-09a2b20a0973), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.809058 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4725c2-fe98-46ca-a332-de1415d490f1,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:31.819377 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3677733 Feb 16 08:25:31.829795 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59800) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:31.831754 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.832142 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.832503 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.832852 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.833248 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.833577 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.834108 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.834611 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.838823 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.839381 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.839905 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.840436 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.840928 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Tracked resource versions report: Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: pushed versions: Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: { 'AddressGroup': {'1.2'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'ConntrackHelper': {'1.0'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'LocalIPAssociation': {'1.0'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Log': {'1.0'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Network': {'1.1'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Port': {'1.7'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'PortForwarding': {'1.2'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'QosPolicy': {'1.10'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SecurityGroup': {'1.5'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SecurityGroupRule': {'1.2'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SubPort': {'1.0'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Subnet': {'1.1'}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Trunk': {'1.1'}} Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: consumer versions: Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: { DHCP agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: HyperV agent@hv-cinder-77398: {}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: L3 agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: Metadata agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: Metering agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: Open vSwitch agent@dv-cinder-773985-28-iscsi: { 'AddressGroup': '1.2', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'ConntrackHelper': '1.0', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'LocalIPAssociation': '1.0', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Log': '1.0', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Network': '1.1', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Port': '1.7', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'PortForwarding': '1.2', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'QosPolicy': '1.10', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SecurityGroup': '1.5', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SecurityGroupRule': '1.2', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'SubPort': '1.0', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Subnet': '1.1', Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: 'Trunk': '1.1'}} Feb 16 08:25:31.842317 dv-cinder-773985-28-iscsi neutron-server[102594]: {{(pid=102594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:25:31.844981 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Request body: {'subnet': {'network_id': 'e9a0df0a-57c2-499a-83dd-fd9d3b37d63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-795088581-subnet', 'tenant_id': 'b48873fd7bd243788381930f2828e177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:31.861078 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (3d5310f1-db5c-4a7f-9392-5a39ef30b19f), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.885251 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Checking segment: {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:31.885922 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Network hostable DHCP agents. Network: d446fa9d-e135-4e8a-b46f-bd47cf8240e4, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:25:31.901941 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d738f-e81d-4ad8-9505-b01ae98ab820 admin admin] Pushing event updated for resources: {'Network': ['ID=e9a0df0a-57c2-499a-83dd-fd9d3b37d63c,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:31.906667 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:25:31.923444 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network e9a0df0a-57c2-499a-83dd-fd9d3b37d63c details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:25:31.928654 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, d446fa9d-e135-4e8a-b46f-bd47cf8240e4) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:31.935906 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:31.937169 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.941071 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (9d6487fa-599a-4a38-a1b9-09a2b20a0973), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.942022 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:31.942853 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.960565 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Made reservation on behalf of b48873fd7bd243788381930f2828e177 for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:31.963450 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:31.972453 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a031538e-3786-48d3-8988-601bfaee5c06 None None] Network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:25:31.974676 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9874edc8-7527-45db-b195-33d4229e115d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7491782 Feb 16 08:25:31.975339 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59808) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:31.985673 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:32.014155 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (3d5310f1-db5c-4a7f-9392-5a39ef30b19f), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.015138 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:32.015751 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.038271 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4851236 Feb 16 08:25:32.041774 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59812) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:32.047139 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Request body: {'subnet': {'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-916515968-subnet', 'tenant_id': '7a03fa69f372429783d16fd636ac72ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:32.052106 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (22085b25-18ba-4963-aca8-d55f7c186e2f), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.067325 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (22085b25-18ba-4963-aca8-d55f7c186e2f), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.110984 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6267562 Feb 16 08:25:32.110984 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364b2a9-b47a-4cb0-8152-c5ea7b5cea10 admin admin] Pushing event updated for resources: {'Network': ['ID=9d6487fa-599a-4a38-a1b9-09a2b20a0973,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:32.113844 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59816) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:32.161764 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Request body: {'subnet': {'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1939547220-subnet', 'tenant_id': '345fc5599965442a8296b637802337b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:32.165570 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:25:32.240411 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff7218-0ac1-498e-ad2c-1b7ab5572030 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5310f1-db5c-4a7f-9392-5a39ef30b19f,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:32.254671 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Made reservation on behalf of 345fc5599965442a8296b637802337b4 for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:32.257333 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.377573 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks [] for router_controller (22085b25-18ba-4963-aca8-d55f7c186e2f), precommit_add_association {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.407406 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:25:32.436651 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.573521 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:32.586265 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Checking segment: {'id': '58107491-776a-4526-8cec-4d2c0c057a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e9a0df0a-57c2-499a-83dd-fd9d3b37d63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:32.586647 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Network hostable DHCP agents. Network: e9a0df0a-57c2-499a-83dd-fd9d3b37d63c, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:25:32.613481 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (a78103ce-bc70-413c-87f4-f8c98363975e), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.614880 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1738a43-c472-40f4-a3f7-29aa0a03cabb None None] Network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:25:32.660677 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Network e9a0df0a-57c2-499a-83dd-fd9d3b37d63c is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:25:32.685821 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, e9a0df0a-57c2-499a-83dd-fd9d3b37d63c) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:32.690231 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:32.690838 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.692899 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks [] for router_gateway (22085b25-18ba-4963-aca8-d55f7c186e2f), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.699693 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Made reservation on behalf of 7a03fa69f372429783d16fd636ac72ae for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:32.702472 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.718611 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78103ce-bc70-413c-87f4-f8c98363975e,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:32.743298 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4248b012-3335-4dde-b1db-571d31a36c99 None None] Network e9a0df0a-57c2-499a-83dd-fd9d3b37d63c requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:25:32.743562 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d8c9098d-981b-47ae-b5e7-aefe4aa2b752 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9022472 Feb 16 08:25:32.743562 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Checking segment: {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:32.743562 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Network hostable DHCP agents. Network: 3d5310f1-db5c-4a7f-9392-5a39ef30b19f, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:25:32.761592 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:25:32.782809 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 3d5310f1-db5c-4a7f-9392-5a39ef30b19f) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:32.788299 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:32.788959 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.819573 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-fcb720c7-cab0-41c8-a633-f55383636e1e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6684785 Feb 16 08:25:32.819573 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59844) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:32.819760 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252e6627-cfd4-4a70-a53b-c95e634910be None None] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:25:32.824842 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:32.852772 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (45f0f0e7-aace-4d75-8a06-aab2179e88c2), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.855127 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (45f0f0e7-aace-4d75-8a06-aab2179e88c2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:32.932799 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks [] for router_controller (45f0f0e7-aace-4d75-8a06-aab2179e88c2), precommit_add_association {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:33.047275 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (d2e00e31-d37f-4d50-96fe-1216a8ee93d4), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:33.087174 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9101023-e582-406e-b1b0-8e4b6da2ffa0 None None] Network e9a0df0a-57c2-499a-83dd-fd9d3b37d63c requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:25:33.099045 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e00e31-d37f-4d50-96fe-1216a8ee93d4,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:33.182935 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Checking segment: {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:33.183292 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Network hostable DHCP agents. Network: 9d6487fa-599a-4a38-a1b9-09a2b20a0973, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:25:33.209932 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'project_id': '345fc5599965442a8296b637802337b4', 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:25:33.210866 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:33.231324 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks [] for router_gateway (45f0f0e7-aace-4d75-8a06-aab2179e88c2), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:33.275145 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:25:33.385727 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 9d6487fa-599a-4a38-a1b9-09a2b20a0973) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:33.396492 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:33.398492 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:33.401144 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53415d33-e050-4aa6-9d1c-38274733e4c3 None None] Network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:25:33.517815 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-f603e150-b9e9-4c4a-99ea-5833ebac8d91 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4747539 Feb 16 08:25:33.554121 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Allocated IP 172.20.0.2 (3d5310f1-db5c-4a7f-9392-5a39ef30b19f/a78103ce-bc70-413c-87f4-f8c98363975e/cbdd6134-18f3-4bf8-952a-a09362b17105) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:33.656995 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181e871-ca1a-449c-8951-5e3c406f998e None None] Network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:25:33.761609 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks [] for router_gateway (22085b25-18ba-4963-aca8-d55f7c186e2f), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:33.834700 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59890) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:33.840559 dv-cinder-773985-28-iscsi neutron-server[102594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 08:25:33.894018 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks [] for router_gateway (45f0f0e7-aace-4d75-8a06-aab2179e88c2), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:33.897823 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:33.938195 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:34.055016 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Publish callbacks [] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:34.074226 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:34.154834 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Allocated IP 172.27.0.88 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/d83cb557-eb2a-434f-8b52-2856381efa7d) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:34.200694 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Pushing event updated for resources: {'Port': ['ID=cbdd6134-18f3-4bf8-952a-a09362b17105,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:34.214905 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:34.220349 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.220707 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.221076 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.226486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Tracked resource versions report: Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: pushed versions: Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: { 'AddressGroup': {'1.2'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'ConntrackHelper': {'1.0'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'LocalIPAssociation': {'1.0'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Log': {'1.0'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Network': {'1.1'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Port': {'1.7'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'PortForwarding': {'1.2'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'QosPolicy': {'1.10'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SecurityGroup': {'1.5'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SecurityGroupRule': {'1.2'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SubPort': {'1.0'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Subnet': {'1.1'}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Trunk': {'1.1'}} Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: consumer versions: Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: { DHCP agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: HyperV agent@hv-cinder-77398: {}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: L3 agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: Metadata agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: Metering agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: Open vSwitch agent@dv-cinder-773985-28-iscsi: { 'AddressGroup': '1.2', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'ConntrackHelper': '1.0', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'LocalIPAssociation': '1.0', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Log': '1.0', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Network': '1.1', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Port': '1.7', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'PortForwarding': '1.2', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'QosPolicy': '1.10', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SecurityGroup': '1.5', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SecurityGroupRule': '1.2', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'SubPort': '1.0', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Subnet': '1.1', Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: 'Trunk': '1.1'}} Feb 16 08:25:34.235506 dv-cinder-773985-28-iscsi neutron-server[102596]: {{(pid=102596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:25:34.247337 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:34.250390 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:34.378548 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Attempting to bind port cbdd6134-18f3-4bf8-952a-a09362b17105 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:34.378548 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Attempting to bind port cbdd6134-18f3-4bf8-952a-a09362b17105 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:34.379595 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Attempting to bind port cbdd6134-18f3-4bf8-952a-a09362b17105 on network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:34.394188 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:34.395521 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Checking segment: {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:34.395735 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:34.398837 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Bound using segment: {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:34.400184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Bound port: cbdd6134-18f3-4bf8-952a-a09362b17105, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:34.401941 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:34.407406 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-e66ddb5b-eac4-4b74-a8e6-76d0a30a8867 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:34.410230 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-e66ddb5b-eac4-4b74-a8e6-76d0a30a8867 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/networks?id=e9a0df0a-57c2-499a-83dd-fd9d3b37d63c HTTP/1.1" status: 200 len: 811 time: 0.5735927 Feb 16 08:25:34.435789 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-705bfd07-4e38-4d83-877e-c1e7a73aea69 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/quotas/b48873fd7bd243788381930f2828e177 HTTP/1.1" status: 200 len: 375 time: 0.0175261 Feb 16 08:25:34.456519 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks [] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:34.510276 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-4589f501-161b-47ff-b28e-73f600f6b4cf tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48873fd7bd243788381930f2828e177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731521 Feb 16 08:25:34.530849 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] For port cbdd6134-18f3-4bf8-952a-a09362b17105, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:34.535117 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] For port cbdd6134-18f3-4bf8-952a-a09362b17105, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=cbdd6134-18f3-4bf8-952a-a09362b17105,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:34.542471 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:34.562374 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:34.595247 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59934) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:34.623372 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff953bb-f3a0-402e-9b53-5f66f54b0436 None None] Pushing event updated for resources: {'Port': ['ID=cbdd6134-18f3-4bf8-952a-a09362b17105,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:34.710126 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:34.731123 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:34.737658 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Pushing event updated for resources: {'Port': ['ID=d83cb557-eb2a-434f-8b52-2856381efa7d,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:34.759405 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:34.788134 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Allocated IP 172.27.0.153 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/931cefd4-9409-463e-8780-7993e2a62d7a) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:34.931761 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59948) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:34.970025 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-d033323c-c14a-430c-935a-386b7bd88746 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:25:34.972125 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-d033323c-c14a-430c-935a-386b7bd88746 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1656194 Feb 16 08:25:35.199122 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d360c93d-ddad-494b-9201-c4414656f726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:35.212367 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-130c2ebb-b8ba-4fcd-ac50-ab4fc0908b3b tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:35.213690 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-130c2ebb-b8ba-4fcd-ac50-ab4fc0908b3b tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 814 time: 0.6092916 Feb 16 08:25:35.228949 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks [] for router_gateway (45f0f0e7-aace-4d75-8a06-aab2179e88c2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:35.275652 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-125a5224-81d5-48eb-92c4-88769db6ccbb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/quotas/7a03fa69f372429783d16fd636ac72ae HTTP/1.1" status: 200 len: 375 time: 0.0447502 Feb 16 08:25:35.296701 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks [] for port (931cefd4-9409-463e-8780-7993e2a62d7a), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:35.331669 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-8cdf8f7e-b2c1-4f57-844f-edb1ef03392e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551300 Feb 16 08:25:35.361310 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-4dd7a035-543f-4b83-a516-4dcc662dbbd0 service neutron] 10.222.0.30 "GET /v2.0/networks/e9a0df0a-57c2-499a-83dd-fd9d3b37d63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714857 Feb 16 08:25:35.494741 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (45f0f0e7-aace-4d75-8a06-aab2179e88c2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:35.523446 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-6023c564-18b1-4c7b-b054-5b730adf3955 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:25:35.524974 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-6023c564-18b1-4c7b-b054-5b730adf3955 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1175270 Feb 16 08:25:35.528104 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:35.606275 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d360c93d-ddad-494b-9201-c4414656f726 admin admin] Publish callbacks [] for security_group (54ce6a8f-3e0e-40d7-ab72-3c8bdf904cc3), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:35.709821 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Pushing event updated for resources: {'Port': ['ID=931cefd4-9409-463e-8780-7993e2a62d7a,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:35.720305 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:25:35.733992 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d360c93d-ddad-494b-9201-c4414656f726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (54ce6a8f-3e0e-40d7-ab72-3c8bdf904cc3), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:35.752669 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:35.764570 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-175f3fc9-0c8c-4ed4-bb49-9e3ab4ea6e0f service neutron] 10.222.0.30 "GET /v2.0/networks/e9a0df0a-57c2-499a-83dd-fd9d3b37d63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020691 Feb 16 08:25:35.771294 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:35.817458 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:35.877982 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:25:35.891158 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Sync routers for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:25:35.902794 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:25:35.903414 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:25:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:35.922549 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-d360c93d-ddad-494b-9201-c4414656f726 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=651673229ac946bb969924262aced105&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9874086 Feb 16 08:25:35.924043 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 59978) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:35.928231 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360c93d-ddad-494b-9201-c4414656f726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce6a8f-3e0e-40d7-ab72-3c8bdf904cc3,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:35.935169 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:35.937444 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-184862da-ffe6-4bec-988e-610eccd96d3a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1164808 Feb 16 08:25:35.941645 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 59980) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:36.064824 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-cc2d98c7-172b-4a8c-b976-9f91dadb3076 service neutron] 10.222.0.30 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210690 Feb 16 08:25:36.213400 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:25:36.287179 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc64ad5d-3a52-4bb5-904d-00fa0821c7af None None] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:25:36.471115 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-09f9f46a-f1a2-4808-b4a5-34f20aece3a8 None None] Provisioning complete for port cbdd6134-18f3-4bf8-952a-a09362b17105 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:36.471529 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-09f9f46a-f1a2-4808-b4a5-34f20aece3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:36.493371 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:35Z', 'revision_number': 3, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:36.530706 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Checking router: 45f0f0e7-aace-4d75-8a06-aab2179e88c2 for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:25:36.531298 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Updating router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 port d83cb557-eb2a-434f-8b52-2856381efa7d binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:25:36.561166 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:36.843107 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-09f9f46a-f1a2-4808-b4a5-34f20aece3a8 None None] Current status of the port cbdd6134-18f3-4bf8-952a-a09362b17105 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:36.843503 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-09f9f46a-f1a2-4808-b4a5-34f20aece3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:36.865836 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f4e73d74-1d66-47ad-bc64-9aadd874e003 admin admin] Publish callbacks [] for security_group (54ce6a8f-3e0e-40d7-ab72-3c8bdf904cc3), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:36.911642 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f4e73d74-1d66-47ad-bc64-9aadd874e003 admin admin] Publish callbacks [] for security_group (54ce6a8f-3e0e-40d7-ab72-3c8bdf904cc3), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:36.942429 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:36.982207 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-09f9f46a-f1a2-4808-b4a5-34f20aece3a8 None None] For port cbdd6134-18f3-4bf8-952a-a09362b17105, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=cbdd6134-18f3-4bf8-952a-a09362b17105,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:25:37.004886 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-09f9f46a-f1a2-4808-b4a5-34f20aece3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.057134 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0dab4516-d691-4408-a57a-ffa6ad7242b6 req-a2b6074f-9e8f-420e-924e-d7232acc83ff tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 210 time: 0.4271345 Feb 16 08:25:37.151341 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f4e73d74-1d66-47ad-bc64-9aadd874e003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (54ce6a8f-3e0e-40d7-ab72-3c8bdf904cc3), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.154649 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f4e73d74-1d66-47ad-bc64-9aadd874e003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.156246 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-f4e73d74-1d66-47ad-bc64-9aadd874e003 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54ce6a8f-3e0e-40d7-ab72-3c8bdf904cc3 HTTP/1.1" status: 204 len: 168 time: 1.2294340 Feb 16 08:25:37.183885 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e73d74-1d66-47ad-bc64-9aadd874e003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce6a8f-3e0e-40d7-ab72-3c8bdf904cc3,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:37.275657 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Publish callbacks [] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.288061 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.309453 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device cbdd6134-18f3-4bf8-952a-a09362b17105 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:25:37.322814 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-7d669e77-7fca-4fcf-bec7-a1dd4d03b002 service neutron] 10.222.0.30 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2568924 Feb 16 08:25:37.333216 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks [] for router_gateway (22085b25-18ba-4963-aca8-d55f7c186e2f), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.373681 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9f46a-f1a2-4808-b4a5-34f20aece3a8 None None] Pushing event updated for resources: {'Port': ['ID=cbdd6134-18f3-4bf8-952a-a09362b17105,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:37.427946 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Attempting to bind port d83cb557-eb2a-434f-8b52-2856381efa7d on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:37.428626 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Attempting to bind port d83cb557-eb2a-434f-8b52-2856381efa7d by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:37.429251 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Attempting to bind port d83cb557-eb2a-434f-8b52-2856381efa7d on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:37.443710 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:37.445352 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:37.446146 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.447599 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:37.448333 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Bound port: d83cb557-eb2a-434f-8b52-2856381efa7d, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:37.449548 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.474406 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-eaf65cdd-8c24-4e52-86c6-ddc92dd5b4a4 None None] Provisioning complete for port cbdd6134-18f3-4bf8-952a-a09362b17105 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:37.475132 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-eaf65cdd-8c24-4e52-86c6-ddc92dd5b4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.529502 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] For port d83cb557-eb2a-434f-8b52-2856381efa7d, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:37.533084 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port cbdd6134-18f3-4bf8-952a-a09362b17105 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:37.534500 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.537951 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] For port d83cb557-eb2a-434f-8b52-2856381efa7d, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=d83cb557-eb2a-434f-8b52-2856381efa7d,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:37.578030 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Pushing event updated for resources: {'Port': ['ID=d83cb557-eb2a-434f-8b52-2856381efa7d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:37.589087 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.620690 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.621228 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.622330 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.623731 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.624248 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.625574 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.627753 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.628168 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.628577 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.629452 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.630986 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.631794 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.638216 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Tracked resource versions report: Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: pushed versions: Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: { 'AddressGroup': {'1.2'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'LocalIPAssociation': {'1.0'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Log': {'1.0'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Network': {'1.1'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Port': {'1.7'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'PortForwarding': {'1.2'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'QosPolicy': {'1.10'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SecurityGroup': {'1.5'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SubPort': {'1.0'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Subnet': {'1.1'}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Trunk': {'1.1'}} Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: consumer versions: Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: { DHCP agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: HyperV agent@hv-cinder-77398: {}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: L3 agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: Metadata agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: Metering agent@dv-cinder-773985-28-iscsi: {}, Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: Open vSwitch agent@dv-cinder-773985-28-iscsi: { 'AddressGroup': '1.2', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'ConntrackHelper': '1.0', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'LocalIPAssociation': '1.0', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Log': '1.0', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Network': '1.1', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Port': '1.7', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'PortForwarding': '1.2', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'QosPolicy': '1.10', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SecurityGroup': '1.5', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SecurityGroupRule': '1.2', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'SubPort': '1.0', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Subnet': '1.1', Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: 'Trunk': '1.1'}} Feb 16 08:25:37.639747 dv-cinder-773985-28-iscsi neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:25:37.779829 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Allocated IP 172.20.0.1 (3d5310f1-db5c-4a7f-9392-5a39ef30b19f/a78103ce-bc70-413c-87f4-f8c98363975e/307e20a7-76ee-44b8-a97a-9e33c94a6d7c) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:37.792542 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:25:37.796111 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:25:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:37.821601 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a7342-b3a6-4a84-87db-fba02251e736 None None] Pushing event updated for resources: {'Port': ['ID=d83cb557-eb2a-434f-8b52-2856381efa7d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:37.841673 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.909590 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-eaf65cdd-8c24-4e52-86c6-ddc92dd5b4a4 None None] Current status of the port cbdd6134-18f3-4bf8-952a-a09362b17105 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:37.927793 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (22085b25-18ba-4963-aca8-d55f7c186e2f), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:37.988414 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port cbdd6134-18f3-4bf8-952a-a09362b17105 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:38.010103 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1f7e1e66-07d4-4209-9c2d-8dd10353da81 req-ea9822fe-1d20-4e2b-8399-2d0bd34856ea tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 210 time: 0.1003349 Feb 16 08:25:38.119908 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Publish callbacks [] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:38.129467 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:25:38.190545 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:38.243675 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-78c999a5-639d-4d3a-a3d1-957f09ff8963 req-2e4064f4-9a31-4691-aa54-6d8c02c6c930 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 210 time: 0.0743599 Feb 16 08:25:38.290535 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:38.296369 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:38.319987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:38.320416 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (45f0f0e7-aace-4d75-8a06-aab2179e88c2), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:38.439788 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Router 22085b25-18ba-4963-aca8-d55f7c186e2f is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:25:38.458868 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Pushing event updated for resources: {'Port': ['ID=307e20a7-76ee-44b8-a97a-9e33c94a6d7c,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:38.550114 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:35Z', 'revision_number': 3, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:38.620885 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f05d89-559f-4d3e-a073-c27718f1415a None None] The sync data for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi is: [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:35Z', 'revision_number': 3, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:25:38.670789 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:38.686053 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:25:38.703559 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Sync routers for ids ['22085b25-18ba-4963-aca8-d55f7c186e2f'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:25:38.730838 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Routers {'22085b25-18ba-4963-aca8-d55f7c186e2f'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:25:38.733112 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:25:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['22085b25-18ba-4963-aca8-d55f7c186e2f'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:38.734597 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:38.739885 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-98455f11-0b79-4301-9bbc-2cdf1e9aed14 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7629521 Feb 16 08:25:38.741160 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 60130) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:38.928446 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-640e1b59-081c-4730-a7bb-2a5c6adf6a3d None None] Provisioning complete for port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:38.929586 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-640e1b59-081c-4730-a7bb-2a5c6adf6a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:38.957833 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Publish callbacks [] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:38.968652 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:38.969672 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (45f0f0e7-aace-4d75-8a06-aab2179e88c2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:39.045150 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-640e1b59-081c-4730-a7bb-2a5c6adf6a3d None None] Port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:25:39.087768 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Set router 22085b25-18ba-4963-aca8-d55f7c186e2f gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:25:39.224802 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device cbdd6134-18f3-4bf8-952a-a09362b17105 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:25:39.258125 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Pushing event updated for resources: {'Port': ['ID=307e20a7-76ee-44b8-a97a-9e33c94a6d7c,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:39.312038 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7e9c02ef-06c0-4213-93cc-6755f980391e req-f7bb456f-9d7b-4422-97be-f4512f8fac23 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 210 time: 0.0413556 Feb 16 08:25:39.377392 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:39.383255 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:39.529805 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port cbdd6134-18f3-4bf8-952a-a09362b17105 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:39.530493 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:39.626418 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-774af4bb-1015-454d-8d5e-aede5ec4a2a8 req-93e507f7-aeee-434c-84dd-d2fc97c80b91 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 210 time: 0.0720809 Feb 16 08:25:39.645056 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:36Z', 'revision_number': 3, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'gw_port': {'id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:39.695208 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:25:39.714827 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Checking router: 22085b25-18ba-4963-aca8-d55f7c186e2f for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:25:39.716337 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Updating router 22085b25-18ba-4963-aca8-d55f7c186e2f port 931cefd4-9409-463e-8780-7993e2a62d7a binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:25:39.743758 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:25:39.765683 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port cbdd6134-18f3-4bf8-952a-a09362b17105 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:39.781800 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:39.852973 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:25:39.858447 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-10ed73d6-57d9-40be-8fb7-71bc02a97369 None None] Provisioning complete for port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:39.859036 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-10ed73d6-57d9-40be-8fb7-71bc02a97369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:39.862086 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-63852fdf-0730-41c5-a8ad-41d7cd6f3419 admin admin] 10.222.0.30 "PUT /v2.0/routers/45f0f0e7-aace-4d75-8a06-aab2179e88c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9193189 Feb 16 08:25:40.002269 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:40.009622 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-10ed73d6-57d9-40be-8fb7-71bc02a97369 None None] Port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:25:40.290716 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Publish callbacks [] for port (931cefd4-9409-463e-8780-7993e2a62d7a), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:40.301757 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:40.376491 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Attempting to bind port 931cefd4-9409-463e-8780-7993e2a62d7a on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:40.376924 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Attempting to bind port 931cefd4-9409-463e-8780-7993e2a62d7a by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:40.377301 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Attempting to bind port 931cefd4-9409-463e-8780-7993e2a62d7a on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:40.388774 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:40.389451 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:40.389920 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:40.390331 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:40.390826 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Bound port: 931cefd4-9409-463e-8780-7993e2a62d7a, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:40.391243 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:40.451142 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7ede194c-3c4a-4895-bea6-2eb77ebdf5b3 req-f93ba544-bd8b-4319-a15d-379aef96f790 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 210 time: 0.0429084 Feb 16 08:25:40.462046 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Allocated IP 172.20.0.1 (d446fa9d-e135-4e8a-b46f-bd47cf8240e4/de4725c2-fe98-46ca-a332-de1415d490f1/6aaefa20-b289-4c08-a40a-78f545a8b6be) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:40.477760 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] For port 931cefd4-9409-463e-8780-7993e2a62d7a, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:40.480602 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af1b74-6e22-410a-9f32-72967cda4965 None None] Pushing event updated for resources: {'Port': ['ID=931cefd4-9409-463e-8780-7993e2a62d7a,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:40.484095 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] For port 931cefd4-9409-463e-8780-7993e2a62d7a, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=931cefd4-9409-463e-8780-7993e2a62d7a,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:40.493509 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:40.557668 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af1b74-6e22-410a-9f32-72967cda4965 None None] Pushing event updated for resources: {'Port': ['ID=931cefd4-9409-463e-8780-7993e2a62d7a,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:40.569263 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Routers {'22085b25-18ba-4963-aca8-d55f7c186e2f'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:25:40.569365 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:25:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['22085b25-18ba-4963-aca8-d55f7c186e2f'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:40.647316 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Publish callbacks [] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:40.702524 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] Set router 22085b25-18ba-4963-aca8-d55f7c186e2f gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:25:40.705915 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:40.783539 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Pushing event updated for resources: {'Port': ['ID=6aaefa20-b289-4c08-a40a-78f545a8b6be,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:40.821961 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-967f3dd8-8c20-4869-9f83-634edf39bdef req-fb471023-252b-40bd-b1cf-e4093b372213 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 210 time: 0.1032343 Feb 16 08:25:40.825145 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:40.827042 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:40.834283 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:40.835053 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (22085b25-18ba-4963-aca8-d55f7c186e2f), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.002517 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:36Z', 'revision_number': 3, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'gw_port': {'id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:41.172974 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecf02-b1a4-4952-a2bb-b8d1f6c8ee62 None None] The sync data for ids ['22085b25-18ba-4963-aca8-d55f7c186e2f'] in dv-cinder-773985-28-iscsi is: [{'id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:36Z', 'revision_number': 3, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'gw_port': {'id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:25:41.186545 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d83cb557-eb2a-434f-8b52-2856381efa7d up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:25:41.249851 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port d83cb557-eb2a-434f-8b52-2856381efa7d triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:41.250412 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.265238 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.352741 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60206) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:41.355495 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port d83cb557-eb2a-434f-8b52-2856381efa7d is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:41.355902 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.358141 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-a26a359f-6d6e-4da2-8c57-7c9a1d417c58 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673594000', 'description': 'tempest-description--244856933'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:41.388759 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port d83cb557-eb2a-434f-8b52-2856381efa7d, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=d83cb557-eb2a-434f-8b52-2856381efa7d,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:25:41.395568 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.415453 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a26a359f-6d6e-4da2-8c57-7c9a1d417c58 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.427080 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Sync routers for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:25:41.439687 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:25:41.440536 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:25:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:41.482018 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=d83cb557-eb2a-434f-8b52-2856381efa7d,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:41.554142 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Publish callbacks [] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.588651 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.589939 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (22085b25-18ba-4963-aca8-d55f7c186e2f), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.594328 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a26a359f-6d6e-4da2-8c57-7c9a1d417c58 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (49c230e9-aab5-4ca8-8a77-4f091d20cb53), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.599579 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a26a359f-6d6e-4da2-8c57-7c9a1d417c58 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (49c230e9-aab5-4ca8-8a77-4f091d20cb53), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.641724 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a359f-6d6e-4da2-8c57-7c9a1d417c58 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c230e9-aab5-4ca8-8a77-4f091d20cb53,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:41.660105 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a26a359f-6d6e-4da2-8c57-7c9a1d417c58 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.661748 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a26a359f-6d6e-4da2-8c57-7c9a1d417c58 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3079278 Feb 16 08:25:41.665647 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60212) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:41.671768 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-7f8f3bfb-2a35-4a05-a810-420b5087f2f6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'security_group_rule': {'security_group_id': '49c230e9-aab5-4ca8-8a77-4f091d20cb53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:41.675641 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:25:41.702585 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-022f65c6-9e2e-4d72-8a0e-7704bf38818f req-faabd0bf-0998-42b8-9ced-ea6d6bfaac99 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 210 time: 0.0658066 Feb 16 08:25:41.728234 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Pushing event updated for resources: {'Port': ['ID=6aaefa20-b289-4c08-a40a-78f545a8b6be,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:41.731761 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3bfb-2a35-4a05-a810-420b5087f2f6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (ac98d9f8-6e74-4ba3-a833-54aeccd45ccf), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.808844 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:41.810468 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:41.818846 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3bfb-2a35-4a05-a810-420b5087f2f6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (ac98d9f8-6e74-4ba3-a833-54aeccd45ccf), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.823048 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3bfb-2a35-4a05-a810-420b5087f2f6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (ac98d9f8-6e74-4ba3-a833-54aeccd45ccf), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.850406 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f3bfb-2a35-4a05-a810-420b5087f2f6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac98d9f8-6e74-4ba3-a833-54aeccd45ccf,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:41.862552 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3bfb-2a35-4a05-a810-420b5087f2f6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.863905 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7f8f3bfb-2a35-4a05-a810-420b5087f2f6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1968164 Feb 16 08:25:41.866636 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60216) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:41.871892 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-021addcf-50d1-4784-9911-257e24c4969c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'security_group_rule': {'security_group_id': '49c230e9-aab5-4ca8-8a77-4f091d20cb53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:41.906895 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-021addcf-50d1-4784-9911-257e24c4969c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (f00b80da-db21-4d65-8d1c-1e3da8d1c242), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:41.979571 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 2, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:42.004433 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-021addcf-50d1-4784-9911-257e24c4969c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (f00b80da-db21-4d65-8d1c-1e3da8d1c242), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.013059 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-021addcf-50d1-4784-9911-257e24c4969c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (f00b80da-db21-4d65-8d1c-1e3da8d1c242), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.035335 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021addcf-50d1-4784-9911-257e24c4969c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00b80da-db21-4d65-8d1c-1e3da8d1c242,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:42.051886 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-021addcf-50d1-4784-9911-257e24c4969c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.053574 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-021addcf-50d1-4784-9911-257e24c4969c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858635 Feb 16 08:25:42.054014 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Router 22085b25-18ba-4963-aca8-d55f7c186e2f has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:25:42.058034 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60220) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:42.062323 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Checking router: 45f0f0e7-aace-4d75-8a06-aab2179e88c2 for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:25:42.062944 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Updating router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:25:42.063794 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'floatingip': {'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:42.096928 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.099134 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.162265 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-69909a6a-c4d6-490c-9c94-0055f9b04605 req-1442f47f-727b-45fc-a63e-3fad957dc07c tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 210 time: 0.1069648 Feb 16 08:25:42.226631 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:25:42.237773 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-982af5ee-3a5b-42cc-b8c4-0a94fef2d962 admin admin] 10.222.0.30 "PUT /v2.0/routers/22085b25-18ba-4963-aca8-d55f7c186e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4954484 Feb 16 08:25:42.312429 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.443196 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Allocated IP 172.27.0.195 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/20af2486-e70f-48f3-a144-55a831fdfc53) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:42.453492 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Publish callbacks [] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.462275 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.515215 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445df1f-ed47-455f-a135-d09737697fd5 None None] Pushing event updated for resources: {'Port': ['ID=307e20a7-76ee-44b8-a97a-9e33c94a6d7c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:42.593669 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for port (20af2486-e70f-48f3-a144-55a831fdfc53), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.655321 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (20af2486-e70f-48f3-a144-55a831fdfc53), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.673656 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Attempting to bind port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:42.674022 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Attempting to bind port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:42.674622 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Attempting to bind port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c on network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:42.680623 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:42.681324 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Checking segment: {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:42.681930 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.682499 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Bound using segment: {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:42.683153 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Bound port: 307e20a7-76ee-44b8-a97a-9e33c94a6d7c, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:42.683747 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.699758 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:42.703640 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:42.712192 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:42.751352 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'Port': ['ID=20af2486-e70f-48f3-a144-55a831fdfc53,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:42.755168 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] For port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:42.759938 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] For port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=307e20a7-76ee-44b8-a97a-9e33c94a6d7c,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:42.773907 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.853440 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (e0dc2ebb-7553-4067-9a60-2f38691989f3), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.859264 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:25:42.859740 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-709f4254-4ecd-476d-b53b-6e3dc5feddc8 req-fa6ae515-8b77-4383-8368-d8294154ee6c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 210 time: 0.0672109 Feb 16 08:25:42.860248 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:25:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:42.865543 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445df1f-ed47-455f-a135-d09737697fd5 None None] Pushing event updated for resources: {'Port': ['ID=307e20a7-76ee-44b8-a97a-9e33c94a6d7c,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:42.867169 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-37c03ee1-223c-47a4-9d84-cddef36b2ce9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:42.872835 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-f7bb032f-07d8-44f4-89b6-757658f46bc1 None None] Provisioning complete for port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:42.873855 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f7bb032f-07d8-44f4-89b6-757658f46bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:42.877209 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-37c03ee1-223c-47a4-9d84-cddef36b2ce9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 819 time: 0.2582557 Feb 16 08:25:42.901307 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-ac3c9f15-5eb1-45a9-9745-308b574a31f3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/quotas/91f7de43610947fab5e43be24e85fdfe HTTP/1.1" status: 200 len: 375 time: 0.0187521 Feb 16 08:25:43.013270 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:25:43.041770 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5fe4f09f-d3f7-4690-9de3-79039332b01d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314771 Feb 16 08:25:43.056056 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb032f-07d8-44f4-89b6-757658f46bc1 None None] Current status of the port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:43.057264 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f7bb032f-07d8-44f4-89b6-757658f46bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.138506 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (20af2486-e70f-48f3-a144-55a831fdfc53), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.142765 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-f7bb032f-07d8-44f4-89b6-757658f46bc1 None None] For port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=307e20a7-76ee-44b8-a97a-9e33c94a6d7c,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:25:43.155311 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f7bb032f-07d8-44f4-89b6-757658f46bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.341555 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 931cefd4-9409-463e-8780-7993e2a62d7a up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:25:43.447888 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb032f-07d8-44f4-89b6-757658f46bc1 None None] Pushing event updated for resources: {'Port': ['ID=307e20a7-76ee-44b8-a97a-9e33c94a6d7c,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:43.456360 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:42Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:43.468253 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-8d9bb977-de9f-45ea-9d3b-8477cc7f3ab6 None None] Provisioning complete for port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:43.468642 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb977-de9f-45ea-9d3b-8477cc7f3ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.494083 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153c07a-5791-497f-ad3f-f95a4c14c580 None None] The sync data for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi is: [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:42Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:25:43.578620 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for port (20af2486-e70f-48f3-a144-55a831fdfc53), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.591363 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (20af2486-e70f-48f3-a144-55a831fdfc53), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.605613 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 931cefd4-9409-463e-8780-7993e2a62d7a triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:43.606346 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.646133 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c7cc225b-dee9-432e-8242-0dda5f6654ea req-12efeb95-2f3e-47e9-aaf4-74bd3a92e79f tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 210 time: 0.3041611 Feb 16 08:25:43.655764 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-ac808e3a-76e4-429b-953a-64d3ec6860cb service neutron] 10.222.0.30 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846713 Feb 16 08:25:43.661781 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (e0dc2ebb-7553-4067-9a60-2f38691989f3), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.699121 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.713175 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6454947 Feb 16 08:25:43.724064 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312f000-0fae-4c55-921c-25343f198079 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'Port': ['ID=20af2486-e70f-48f3-a144-55a831fdfc53,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:43.866511 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-481b6426-52d5-4366-8ad4-f484f7f56363 service neutron] 10.222.0.30 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074945 Feb 16 08:25:43.877221 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f71be910-2522-4ea3-90d2-9c6ffac1b607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:43.895163 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Sync routers for ids ['22085b25-18ba-4963-aca8-d55f7c186e2f'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:25:43.919909 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bb977-de9f-45ea-9d3b-8477cc7f3ab6 None None] Current status of the port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:43.944980 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Routers {'22085b25-18ba-4963-aca8-d55f7c186e2f'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:25:43.945622 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:25:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['22085b25-18ba-4963-aca8-d55f7c186e2f'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:44.016684 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 931cefd4-9409-463e-8780-7993e2a62d7a is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:44.017547 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:44.041881 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port 931cefd4-9409-463e-8780-7993e2a62d7a, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=931cefd4-9409-463e-8780-7993e2a62d7a,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:25:44.114858 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-4fc2e382-46ca-4fa5-b6a3-7d97d01e765e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1673594000&fields=id&tenant_id=345fc5599965442a8296b637802337b4 HTTP/1.1" status: 200 len: 267 time: 0.1154535 Feb 16 08:25:44.145765 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:44.152141 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d83cb557-eb2a-434f-8b52-2856381efa7d up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:25:44.240452 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.71', 62235) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:44.252404 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.71', 62236) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:44.399640 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bd94af33-a99f-4ee4-8d57-c50aaaa45220 req-bcdfd923-b562-4284-9a5f-1652f5b9b8bd tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 210 time: 0.1107459 Feb 16 08:25:44.435087 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=931cefd4-9409-463e-8780-7993e2a62d7a,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:44.506457 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port d83cb557-eb2a-434f-8b52-2856381efa7d triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:44.513801 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:44.523182 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-f6802d5b-8908-4397-b151-9da81ee577d2 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:44.524695 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-f6802d5b-8908-4397-b151-9da81ee577d2 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 811 time: 0.4017134 Feb 16 08:25:44.560394 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-a0ce8789-9ffc-48de-8111-a72d07ba021e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/quotas/345fc5599965442a8296b637802337b4 HTTP/1.1" status: 200 len: 375 time: 0.0178578 Feb 16 08:25:44.698406 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-30f9bcf1-ba4f-4fc9-95ea-438c46108fee tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311660 Feb 16 08:25:44.896744 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port d83cb557-eb2a-434f-8b52-2856381efa7d is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:44.966812 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d0cb6b4-17f9-4305-a502-abb8699b4940 req-179bdd3c-996f-4a63-9435-05262fcd588e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 210 time: 0.0390897 Feb 16 08:25:45.049581 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-b286b1c6-0af9-4c5d-9af6-b48e86a72249 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827349 Feb 16 08:25:45.065767 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Set router 22085b25-18ba-4963-aca8-d55f7c186e2f gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:25:45.103630 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-dc782237-1f56-44fe-ba60-2329fe41f2e8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:45.105118 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-dc782237-1f56-44fe-ba60-2329fe41f2e8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 814 time: 0.8567126 Feb 16 08:25:45.142388 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-7da39c1e-a888-42e0-b11e-86ed97cc59e5 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:45.143951 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-7da39c1e-a888-42e0-b11e-86ed97cc59e5 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.71 "GET /v2.0/networks?id=e9a0df0a-57c2-499a-83dd-fd9d3b37d63c HTTP/1.1" status: 200 len: 811 time: 0.8283472 Feb 16 08:25:45.160736 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Request body: {'port': {'device_id': 'ddf23343-7428-4d8b-92a2-3a5a81282219', 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973', 'admin_state_up': True, 'tenant_id': '7a03fa69f372429783d16fd636ac72ae'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:45.209735 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Request body: {'port': {'device_id': '429d3dbc-68d5-4b44-931b-1f6969d1956f', 'network_id': 'e9a0df0a-57c2-499a-83dd-fd9d3b37d63c', 'admin_state_up': True, 'tenant_id': 'b48873fd7bd243788381930f2828e177'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:45.284161 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-3a74e966-2d01-450f-802a-0e1bc1d23aa0 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272196 Feb 16 08:25:45.377427 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bfe07087-e1cf-419e-9f82-66667cbbc3d8 req-f29da531-1fd1-4213-9fee-003b577da98c tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 210 time: 0.0906837 Feb 16 08:25:45.472052 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 307e20a7-76ee-44b8-a97a-9e33c94a6d7c up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:25:45.539206 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Made reservation on behalf of b48873fd7bd243788381930f2828e177 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:45.543284 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:45.654711 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Made reservation on behalf of 7a03fa69f372429783d16fd636ac72ae for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:45.659739 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:45.750220 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:45.750955 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:45.827473 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'gw_port': {'id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '6aaefa20-b289-4c08-a40a-78f545a8b6be', 'name': '', 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'mac_address': 'fa:16:3e:10:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de4725c2-fe98-46ca-a332-de1415d490f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:40Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 2, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'subnets': [{'id': 'de4725c2-fe98-46ca-a332-de1415d490f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:45.846033 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.71', 62248) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:45.863211 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Checking router: 22085b25-18ba-4963-aca8-d55f7c186e2f for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:25:45.863933 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Updating router 22085b25-18ba-4963-aca8-d55f7c186e2f port 6aaefa20-b289-4c08-a40a-78f545a8b6be binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:25:45.918586 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:45.994770 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cbafd-cc02-4454-a80d-be1018282b57 req-f983d5ef-a473-42d2-b228-b4fc6dc2022c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:45.996326 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-f983d5ef-a473-42d2-b228-b4fc6dc2022c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 819 time: 0.3074033 Feb 16 08:25:46.048820 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-75a38fce-5449-45f6-8bb6-049d54dc8ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:46.051211 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:46.053062 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 931cefd4-9409-463e-8780-7993e2a62d7a up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:25:46.106090 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ae4c6f32-3a40-4ae9-965a-dbe257287247 req-bda562d4-0433-4309-a203-2a8b8df33541 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 210 time: 0.1230609 Feb 16 08:25:46.153893 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-5faa2ebd-2cf7-489a-b1a7-ac473f921024 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/quotas/91f7de43610947fab5e43be24e85fdfe HTTP/1.1" status: 200 len: 375 time: 0.0449786 Feb 16 08:25:46.262437 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Allocated IP 172.20.0.13 (9d6487fa-599a-4a38-a1b9-09a2b20a0973/d2e00e31-d37f-4d50-96fe-1216a8ee93d4/22024571-882a-4d2d-82cd-d1e534311930) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:46.396438 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 931cefd4-9409-463e-8780-7993e2a62d7a triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:46.398647 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:46.465942 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8dd854c6-e1de-4942-8c95-90fa4803ae9a req-87b22b72-87e2-4482-b994-347b09dae637 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 210 time: 0.1829288 Feb 16 08:25:46.504272 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-35488b1d-7851-4685-b296-713747b886f9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3396425 Feb 16 08:25:46.516228 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks [] for port (22024571-882a-4d2d-82cd-d1e534311930), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:46.660179 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Allocated IP 172.20.0.3 (e9a0df0a-57c2-499a-83dd-fd9d3b37d63c/1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3/1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:46.802564 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-4c81aac3-27d2-4687-9a8d-6b9bd42c2c16 service neutron] 10.222.0.30 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833846 Feb 16 08:25:46.901796 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (22024571-882a-4d2d-82cd-d1e534311930), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:47.075712 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 931cefd4-9409-463e-8780-7993e2a62d7a is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:47.234324 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-541fc462-ff7e-4401-a18c-3b754390c338 req-46991afc-3e65-4afb-b441-af1251e3089e tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 210 time: 0.1024072 Feb 16 08:25:47.306529 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-d80ce3c5-5628-4f99-9b6c-32152c457859 service neutron] 10.222.0.30 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821873 Feb 16 08:25:47.369263 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:47.436518 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:47.449430 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:47.479085 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:47.479815 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:47.595253 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Publish callbacks [] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:47.667990 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:47.674604 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Pushing event updated for resources: {'Port': ['ID=22024571-882a-4d2d-82cd-d1e534311930,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:47.688764 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe714ea9-049f-40bc-94f6-2ca194171515 req-38cff163-439e-4bca-8a55-4a9b43d6ab7f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:47.702403 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fe714ea9-049f-40bc-94f6-2ca194171515 req-38cff163-439e-4bca-8a55-4a9b43d6ab7f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 932 time: 0.1778145 Feb 16 08:25:47.712548 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Network e9a0df0a-57c2-499a-83dd-fd9d3b37d63c is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:47.720223 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:47.737955 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-0002b207-97f9-4bc5-833d-fd53856a88b3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:47.744342 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-0002b207-97f9-4bc5-833d-fd53856a88b3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 819 time: 1.8957226 Feb 16 08:25:47.747306 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:47.766487 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:47.767987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:47.799321 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Request body: {'port': {'device_id': 'f66ac6b5-22a3-4745-af90-4a24b71ec775', 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4', 'admin_state_up': True, 'tenant_id': '91f7de43610947fab5e43be24e85fdfe'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:47.800307 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fe714ea9-049f-40bc-94f6-2ca194171515 req-058d3e1b-a8ba-4a2d-851a-b58d5fc8cc7e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969651 Feb 16 08:25:47.851677 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:48.078142 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-67c93336-db45-42c4-9e1d-b7240fb41222 req-be3479ab-8168-4654-9699-f0e0226d43c6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 210 time: 0.0769751 Feb 16 08:25:48.090334 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Publish callbacks [] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:48.120188 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:48.128862 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bf10ce5a-d231-4ab5-b7c1-6881cc99f4f7 req-0d7fa71b-1f48-4697-83e1-cb7297baaf2f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 210 time: 0.1465580 Feb 16 08:25:48.281438 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.71', 62257) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:48.368272 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1956804 Feb 16 08:25:48.392640 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-bced111f-f2f8-4146-a4c1-a32caeff807d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2428436 Feb 16 08:25:48.418308 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-7d663753-b433-4ef0-b653-bc9a356c387b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:25:48.423378 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-7d663753-b433-4ef0-b653-bc9a356c387b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0370755 Feb 16 08:25:48.560103 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Attempting to bind port 6aaefa20-b289-4c08-a40a-78f545a8b6be on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:48.563093 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Attempting to bind port 6aaefa20-b289-4c08-a40a-78f545a8b6be by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:48.564858 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Attempting to bind port 6aaefa20-b289-4c08-a40a-78f545a8b6be on network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:48.575184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c78fc5-c60d-484b-a2ed-13114456a7e1 None None] Pushing event updated for resources: {'Port': ['ID=6aaefa20-b289-4c08-a40a-78f545a8b6be,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:48.593118 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-fd48ba21-c022-48a6-848a-931e42a89211 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:25:48.601443 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-fd48ba21-c022-48a6-848a-931e42a89211 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1642144 Feb 16 08:25:48.602873 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:48.603266 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Checking segment: {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:48.611166 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Made reservation on behalf of 91f7de43610947fab5e43be24e85fdfe for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:48.612932 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:48.613366 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Bound using segment: {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:48.617339 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Bound port: 6aaefa20-b289-4c08-a40a-78f545a8b6be, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:48.619369 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:48.621938 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:48.724977 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1067b-e987-4350-bf70-76d4f952d06b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Pushing event updated for resources: {'Port': ['ID=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:48.741072 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e3795d36-aa33-40c0-9cd0-d75f5af63575 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:48.755835 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e3795d36-aa33-40c0-9cd0-d75f5af63575 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 811 time: 0.4716923 Feb 16 08:25:48.824607 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] For port 6aaefa20-b289-4c08-a40a-78f545a8b6be, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:48.831703 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] For port 6aaefa20-b289-4c08-a40a-78f545a8b6be, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=6aaefa20-b289-4c08-a40a-78f545a8b6be,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:48.871604 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:48.997422 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Routers {'22085b25-18ba-4963-aca8-d55f7c186e2f'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:25:48.998297 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:25:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['22085b25-18ba-4963-aca8-d55f7c186e2f'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:49.011653 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Allocated IP 172.20.0.10 (d446fa9d-e135-4e8a-b46f-bd47cf8240e4/de4725c2-fe98-46ca-a332-de1415d490f1/938af534-7342-45a2-9e69-bd76724ff567) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:49.033444 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60500) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:49.203296 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Request body: {'port': {'device_id': '429d3dbc-68d5-4b44-931b-1f6969d1956f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:49.218255 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:49.277931 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Request body: {'port': {'device_id': 'ddf23343-7428-4d8b-92a2-3a5a81282219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:49.380118 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361d4cd-5fb6-47b4-a1df-dc6ae8df0df3 req-8c815a0d-b878-4312-94f6-609ab53c7015 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:49.388254 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8361d4cd-5fb6-47b4-a1df-dc6ae8df0df3 req-8c815a0d-b878-4312-94f6-609ab53c7015 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 931 time: 0.7374482 Feb 16 08:25:49.405363 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c78fc5-c60d-484b-a2ed-13114456a7e1 None None] Pushing event updated for resources: {'Port': ['ID=6aaefa20-b289-4c08-a40a-78f545a8b6be,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:49.425462 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-4c3febac-6c96-4cd5-98c8-428735dc3266 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=345fc5599965442a8296b637802337b4 HTTP/1.1" status: 200 len: 380 time: 0.6013429 Feb 16 08:25:49.495478 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] Set router 22085b25-18ba-4963-aca8-d55f7c186e2f gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:25:49.520908 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'port': {'device_id': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'admin_state_up': True, 'tenant_id': '345fc5599965442a8296b637802337b4', 'security_groups': ['49c230e9-aab5-4ca8-8a77-4f091d20cb53']}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:49.701631 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0915b0e7-47ab-43cd-a28d-afd5162116a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:49.718812 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:49.751686 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (22024571-882a-4d2d-82cd-d1e534311930), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:49.893775 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8361d4cd-5fb6-47b4-a1df-dc6ae8df0df3 req-d462f345-da24-4e1d-a108-f037f1078e26 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037794 Feb 16 08:25:49.937710 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13401ab-09f5-4567-8ac4-df22383b2f9a req-0147e318-33c1-4152-9676-0f3f5a4092fe tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:49.960557 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a13401ab-09f5-4567-8ac4-df22383b2f9a req-0147e318-33c1-4152-9676-0f3f5a4092fe tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 932 time: 0.8898213 Feb 16 08:25:50.156638 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'gw_port': {'id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '6aaefa20-b289-4c08-a40a-78f545a8b6be', 'name': '', 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'mac_address': 'fa:16:3e:10:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de4725c2-fe98-46ca-a332-de1415d490f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:40Z', 'updated_at': '2022-02-16T08:25:48Z', 'revision_number': 4, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'subnets': [{'id': 'de4725c2-fe98-46ca-a332-de1415d490f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:25:50.223940 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159244e-01aa-4fc2-bc36-de0bb6bf5761 None None] The sync data for ids ['22085b25-18ba-4963-aca8-d55f7c186e2f'] in dv-cinder-773985-28-iscsi is: [{'id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'gw_port': {'id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '6aaefa20-b289-4c08-a40a-78f545a8b6be', 'name': '', 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'mac_address': 'fa:16:3e:10:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de4725c2-fe98-46ca-a332-de1415d490f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:40Z', 'updated_at': '2022-02-16T08:25:48Z', 'revision_number': 4, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'subnets': [{'id': 'de4725c2-fe98-46ca-a332-de1415d490f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:25:50.225944 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:50.728548 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 60534) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:50.733053 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.71', 62264) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:50.733523 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 60536) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:50.756062 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks [] for port (938af534-7342-45a2-9e69-bd76724ff567), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:50.813463 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (938af534-7342-45a2-9e69-bd76724ff567), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:50.862971 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d44761b5-9a80-4155-8a80-dfe359f548ef req-617aa194-34ff-46cf-9e16-d35924619ebe tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 210 time: 0.6432567 Feb 16 08:25:50.866627 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a13401ab-09f5-4567-8ac4-df22383b2f9a req-f5974845-06c4-4ab3-bde4-27adb814334c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9044724 Feb 16 08:25:50.964728 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:50.978568 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Pushing event updated for resources: {'Port': ['ID=938af534-7342-45a2-9e69-bd76724ff567,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:50.982913 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:50.991581 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:50.999024 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Made reservation on behalf of 345fc5599965442a8296b637802337b4 for: {'port': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:51.006496 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.014052 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:51.025841 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.137919 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-5c3ee6c9-f036-40c1-b460-c33d34334cb8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3472106 Feb 16 08:25:51.166615 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-976652a9-6a96-4bc0-9169-88b0aee33bc8 req-9499cd4e-462a-423b-bbb9-8e78a9e2b402 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 210 time: 0.1540837 Feb 16 08:25:51.322164 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Request body: {'port': {'device_id': 'f66ac6b5-22a3-4745-af90-4a24b71ec775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:51.356974 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:25:51.383133 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Publish callbacks [] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.424390 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 6aaefa20-b289-4c08-a40a-78f545a8b6be up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:25:51.484280 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Transition to ACTIVE for port object 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:25:51.511318 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-176a37d6-9fd0-4bea-8646-b3cf56708547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.554445 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.587330 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 6aaefa20-b289-4c08-a40a-78f545a8b6be triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:51.587747 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.657678 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-5072d79b-85fe-4b2a-ac25-b18492cc887b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.673257 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (938af534-7342-45a2-9e69-bd76724ff567), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.751000 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0915b0e7-47ab-43cd-a28d-afd5162116a3 admin admin] Publish callbacks [] for security_group (7c2bdd1c-8924-411a-ad6e-dcf446ae750b), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.751223 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 6aaefa20-b289-4c08-a40a-78f545a8b6be is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:51.751223 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.791557 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0915b0e7-47ab-43cd-a28d-afd5162116a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (7c2bdd1c-8924-411a-ad6e-dcf446ae750b), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.820499 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port 6aaefa20-b289-4c08-a40a-78f545a8b6be, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=6aaefa20-b289-4c08-a40a-78f545a8b6be,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:25:51.823582 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-5072d79b-85fe-4b2a-ac25-b18492cc887b admin admin] Publish callbacks [] for security_group (e615f363-6e50-4318-b0ff-29189933a4cb), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.825933 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.878649 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-5072d79b-85fe-4b2a-ac25-b18492cc887b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e615f363-6e50-4318-b0ff-29189933a4cb), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:51.909560 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=6aaefa20-b289-4c08-a40a-78f545a8b6be,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:51.957642 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-5072d79b-85fe-4b2a-ac25-b18492cc887b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=436d6a88ccd34510993cc73ac1fd440c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1631815 Feb 16 08:25:51.975612 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbb729-95ae-473e-925e-d47370dbd1bd req-4148d49b-0de8-48bf-83d8-3425f7a6ac97 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:51.993381 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a8bbb729-95ae-473e-925e-d47370dbd1bd req-4148d49b-0de8-48bf-83d8-3425f7a6ac97 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 931 time: 0.7618334 Feb 16 08:25:51.995484 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 60568) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:52.113812 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072d79b-85fe-4b2a-ac25-b18492cc887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e615f363-6e50-4318-b0ff-29189933a4cb,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:52.170693 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915b0e7-47ab-43cd-a28d-afd5162116a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2bdd1c-8924-411a-ad6e-dcf446ae750b,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:52.180006 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-176a37d6-9fd0-4bea-8646-b3cf56708547 admin admin] Publish callbacks [] for security_group (4dead159-6936-4ce0-9d99-d05a74e2a54a), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:52.186478 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:52.250136 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-176a37d6-9fd0-4bea-8646-b3cf56708547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (4dead159-6936-4ce0-9d99-d05a74e2a54a), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:52.286036 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2562f92c-3825-4465-a90d-8de537dddb80 req-fd1434f9-68e3-4910-81d8-6cad2c106153 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 210 time: 0.2633412 Feb 16 08:25:52.333056 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-0915b0e7-47ab-43cd-a28d-afd5162116a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e4e5eeb993c483ba13f0db8b6fa6ada&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2985692 Feb 16 08:25:52.370615 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-176a37d6-9fd0-4bea-8646-b3cf56708547 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5066002b903f4d9c97b7b2ac9ded8b79&name=default HTTP/1.1" status: 200 len: 2993 time: 1.5711927 Feb 16 08:25:52.380574 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cbafd-cc02-4454-a80d-be1018282b57 req-4712b7b7-3cad-4897-8e30-8b2cdf248ac0 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:52.382642 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-4712b7b7-3cad-4897-8e30-8b2cdf248ac0 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 819 time: 1.5850887 Feb 16 08:25:52.387645 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60574) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:52.388005 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60578) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:52.418839 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a37d6-9fd0-4bea-8646-b3cf56708547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dead159-6936-4ce0-9d99-d05a74e2a54a,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:52.487089 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Request body: {'port': {'device_id': '37b709bd-e7f5-4dd2-a672-2a746b1adc6f', 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4', 'admin_state_up': True, 'tenant_id': '91f7de43610947fab5e43be24e85fdfe'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:52.590707 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Allocated IP 172.20.0.4 (3d5310f1-db5c-4a7f-9392-5a39ef30b19f/a78103ce-bc70-413c-87f4-f8c98363975e/a8dfba41-0202-400f-a192-82b9e913d774) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:52.784442 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938af534-7342-45a2-9e69-bd76724ff567 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:25:52.797535 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Publish callbacks [] for port (938af534-7342-45a2-9e69-bd76724ff567), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:52.853992 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Attempting to bind port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:52.855069 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Attempting to bind port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '58107491-776a-4526-8cec-4d2c0c057a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e9a0df0a-57c2-499a-83dd-fd9d3b37d63c'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:52.856566 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Attempting to bind port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 on network e9a0df0a-57c2-499a-83dd-fd9d3b37d63c {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:52.921633 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 on network e9a0df0a-57c2-499a-83dd-fd9d3b37d63c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:25:52.922294 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Attempting to bind port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 on network e9a0df0a-57c2-499a-83dd-fd9d3b37d63c {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:52.925684 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Transition to ACTIVE for port object 938af534-7342-45a2-9e69-bd76724ff567 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:25:52.972045 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (938af534-7342-45a2-9e69-bd76724ff567), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:52.979763 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a8bbb729-95ae-473e-925e-d47370dbd1bd req-c8d70aee-8e2c-48ab-adbf-79efb0f32b0f tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9853361 Feb 16 08:25:52.999885 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:53.000571 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Checking segment: {'id': '58107491-776a-4526-8cec-4d2c0c057a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e9a0df0a-57c2-499a-83dd-fd9d3b37d63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:53.001402 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Bound using segment: {'id': '58107491-776a-4526-8cec-4d2c0c057a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e9a0df0a-57c2-499a-83dd-fd9d3b37d63c'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:53.002088 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Bound port: 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58107491-776a-4526-8cec-4d2c0c057a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e9a0df0a-57c2-499a-83dd-fd9d3b37d63c'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:53.002713 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.048392 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d6d4223c-8898-4c98-8319-6bce7dabd71d admin admin] Publish callbacks [] for security_group (7c2bdd1c-8924-411a-ad6e-dcf446ae750b), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.061669 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22024571-882a-4d2d-82cd-d1e534311930 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:25:53.090673 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-655d19c5-e15a-45ea-b963-f88470fd1011 admin admin] Publish callbacks [] for security_group (e615f363-6e50-4318-b0ff-29189933a4cb), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.248409 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-655d19c5-e15a-45ea-b963-f88470fd1011 admin admin] Publish callbacks [] for security_group (e615f363-6e50-4318-b0ff-29189933a4cb), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.250111 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 6aaefa20-b289-4c08-a40a-78f545a8b6be up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:25:53.284908 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for port (a8dfba41-0202-400f-a192-82b9e913d774), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.296134 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Publish callbacks [] for port (22024571-882a-4d2d-82cd-d1e534311930), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.335077 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 6aaefa20-b289-4c08-a40a-78f545a8b6be triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:53.335698 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.343992 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-15b1f067-2521-4cda-b5d1-754d1cfd1d2f req-9bc5badf-b037-47f8-9122-b3aa467a1ca8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 210 time: 0.2168913 Feb 16 08:25:53.366886 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813dcef-e0b2-45cb-b936-b2c78448a662 req-18b87dbc-e6b2-41bd-a97e-49bd1f8770c9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:53.372340 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2813dcef-e0b2-45cb-b936-b2c78448a662 req-18b87dbc-e6b2-41bd-a97e-49bd1f8770c9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 932 time: 0.6203501 Feb 16 08:25:53.398130 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (a8dfba41-0202-400f-a192-82b9e913d774), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.402263 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ad35b6ef-6407-4725-95b0-4239f720dc43 admin admin] Publish callbacks [] for security_group (4dead159-6936-4ce0-9d99-d05a74e2a54a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.404263 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Made reservation on behalf of 91f7de43610947fab5e43be24e85fdfe for: {'port': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:25:53.417024 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.425753 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Transition to ACTIVE for port object 22024571-882a-4d2d-82cd-d1e534311930 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:25:53.430295 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d6d4223c-8898-4c98-8319-6bce7dabd71d admin admin] Publish callbacks [] for security_group (7c2bdd1c-8924-411a-ad6e-dcf446ae750b), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.505811 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (22024571-882a-4d2d-82cd-d1e534311930), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.508556 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Pushing event updated for resources: {'Port': ['ID=938af534-7342-45a2-9e69-bd76724ff567,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:53.566115 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] For port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:53.582544 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 6aaefa20-b289-4c08-a40a-78f545a8b6be is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:25:53.592315 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'Port': ['ID=a8dfba41-0202-400f-a192-82b9e913d774,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:53.616356 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Attempting to bind port 938af534-7342-45a2-9e69-bd76724ff567 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:53.616671 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Attempting to bind port 938af534-7342-45a2-9e69-bd76724ff567 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:53.617099 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Attempting to bind port 938af534-7342-45a2-9e69-bd76724ff567 on network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:53.625468 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ad35b6ef-6407-4725-95b0-4239f720dc43 admin admin] Publish callbacks [] for security_group (4dead159-6936-4ce0-9d99-d05a74e2a54a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.667792 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:53.670950 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] For port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,segment=NetworkSegment(58107491-776a-4526-8cec-4d2c0c057a15),segment_id=58107491-776a-4526-8cec-4d2c0c057a15)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:53.684816 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Port 938af534-7342-45a2-9e69-bd76724ff567 on network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:25:53.685290 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Attempting to bind port 938af534-7342-45a2-9e69-bd76724ff567 on network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:53.689746 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:53.698452 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:53.704427 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:53.705103 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.710529 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2813dcef-e0b2-45cb-b936-b2c78448a662 req-d35e8cc3-bb8c-424d-9db9-270df5192bf8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074782 Feb 16 08:25:53.723176 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.745958 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=22024571-882a-4d2d-82cd-d1e534311930,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:53.759263 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-655d19c5-e15a-45ea-b963-f88470fd1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e615f363-6e50-4318-b0ff-29189933a4cb), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.769731 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-655d19c5-e15a-45ea-b963-f88470fd1011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.774364 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-655d19c5-e15a-45ea-b963-f88470fd1011 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e615f363-6e50-4318-b0ff-29189933a4cb HTTP/1.1" status: 204 len: 168 time: 1.7500587 Feb 16 08:25:53.776700 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:53.777395 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Checking segment: {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:53.778098 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Bound using segment: {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:53.778900 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Bound port: 938af534-7342-45a2-9e69-bd76724ff567, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:53.779527 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (938af534-7342-45a2-9e69-bd76724ff567), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.907229 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:53.908172 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:53.911288 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] 10.222.0.71 "PUT /v2.0/ports/1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 HTTP/1.1" status: 200 len: 1093 time: 5.0020664 Feb 16 08:25:53.915989 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429d3dbc-68d5-4b44-931b-1f6969d1956f', 'tag': '1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:25:53.931929 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de4e83-9ce4-42f4-985d-68a89171b7c4 req-c0f612d4-4173-4c56-981f-9946b8d270ba tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:53.955701 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-24de4e83-9ce4-42f4-985d-68a89171b7c4 req-c0f612d4-4173-4c56-981f-9946b8d270ba tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 931 time: 0.3657439 Feb 16 08:25:53.964368 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-e1c85a50-9bc9-479c-99f3-116cf56333b6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5175529 Feb 16 08:25:54.074515 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Request body: {'port': {'device_id': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:54.084398 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d6d4223c-8898-4c98-8319-6bce7dabd71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (7c2bdd1c-8924-411a-ad6e-dcf446ae750b), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:54.101543 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d6d4223c-8898-4c98-8319-6bce7dabd71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:54.110981 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d6d4223c-8898-4c98-8319-6bce7dabd71d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c2bdd1c-8924-411a-ad6e-dcf446ae750b HTTP/1.1" status: 204 len: 168 time: 1.7176590 Feb 16 08:25:54.230820 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ad35b6ef-6407-4725-95b0-4239f720dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (4dead159-6936-4ce0-9d99-d05a74e2a54a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:54.233972 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ad35b6ef-6407-4725-95b0-4239f720dc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:54.235198 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-ad35b6ef-6407-4725-95b0-4239f720dc43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4dead159-6936-4ce0-9d99-d05a74e2a54a HTTP/1.1" status: 204 len: 168 time: 1.8263252 Feb 16 08:25:54.275086 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d19c5-e15a-45ea-b963-f88470fd1011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e615f363-6e50-4318-b0ff-29189933a4cb,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:54.313137 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-f3945145-a961-45a1-a909-2fc921582299 None None] Provisioning complete for port a8dfba41-0202-400f-a192-82b9e913d774 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:25:54.314020 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3945145-a961-45a1-a909-2fc921582299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a8dfba41-0202-400f-a192-82b9e913d774), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:54.338436 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4223c-8898-4c98-8319-6bce7dabd71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2bdd1c-8924-411a-ad6e-dcf446ae750b,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:54.362031 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Attempting to bind port 22024571-882a-4d2d-82cd-d1e534311930 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:54.362520 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Attempting to bind port 22024571-882a-4d2d-82cd-d1e534311930 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:54.362844 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Attempting to bind port 22024571-882a-4d2d-82cd-d1e534311930 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:54.441672 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f3945145-a961-45a1-a909-2fc921582299 None None] Port a8dfba41-0202-400f-a192-82b9e913d774 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:25:54.541894 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a8dfba41-0202-400f-a192-82b9e913d774), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:54.563755 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60620) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:54.566528 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Port 22024571-882a-4d2d-82cd-d1e534311930 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:25:54.566864 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Attempting to bind port 22024571-882a-4d2d-82cd-d1e534311930 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:54.603292 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35b6ef-6407-4725-95b0-4239f720dc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dead159-6936-4ce0-9d99-d05a74e2a54a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:54.643707 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e961f8b-93e6-4921-89d7-0281d384dcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:54.696369 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:54.701567 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Checking segment: {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:54.703052 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Bound using segment: {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:54.703716 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Bound port: 22024571-882a-4d2d-82cd-d1e534311930, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:54.704275 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (22024571-882a-4d2d-82cd-d1e534311930), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:54.707909 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] For port 938af534-7342-45a2-9e69-bd76724ff567, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:54.721716 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-764317a1-37b6-4833-9473-10ac1be09430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:54.723575 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-764317a1-37b6-4833-9473-10ac1be09430 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b48873fd7bd243788381930f2828e177&device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 1127 time: 0.6086395 Feb 16 08:25:54.724535 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-724faeff-67fe-4afb-a8ca-e07dd2d149d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:54.755268 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] For port 938af534-7342-45a2-9e69-bd76724ff567, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=938af534-7342-45a2-9e69-bd76724ff567,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:54.845904 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-885adcb7-2bbc-4664-ad61-ba4bc7380a78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 HTTP/1.1" status: 200 len: 217 time: 0.1020494 Feb 16 08:25:54.869229 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1820075-1eca-463a-9838-0eac0d090170" -d '{"events": [{"name": "network-changed", "server_uuid": "429d3dbc-68d5-4b44-931b-1f6969d1956f", "tag": "1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:25:54.876616 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (938af534-7342-45a2-9e69-bd76724ff567), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:54.991859 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3c2f48df-0611-46e6-906e-2a517a516b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:54.994496 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-3c2f48df-0611-46e6-906e-2a517a516b49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3 HTTP/1.1" status: 200 len: 851 time: 0.1217029 Feb 16 08:25:55.054437 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:55.055258 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:55.056779 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] 10.222.0.71 "PUT /v2.0/ports/938af534-7342-45a2-9e69-bd76724ff567 HTTP/1.1" status: 200 len: 1094 time: 3.8869617 Feb 16 08:25:55.090674 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-6e34ec37-3465-4a86-b47f-806023385f2b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e9a0df0a-57c2-499a-83dd-fd9d3b37d63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721810 Feb 16 08:25:55.124483 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] For port 22024571-882a-4d2d-82cd-d1e534311930, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:55.259968 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61eb9be-8c35-4ec6-adc2-d9272ee23360 service neutron] Pushing event updated for resources: {'Port': ['ID=938af534-7342-45a2-9e69-bd76724ff567,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:55.281737 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] For port 22024571-882a-4d2d-82cd-d1e534311930, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=22024571-882a-4d2d-82cd-d1e534311930,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:55.311776 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-724faeff-67fe-4afb-a8ca-e07dd2d149d3 admin admin] Publish callbacks [] for security_group (eaebb424-91bf-4c26-a452-a12c739dc601), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:55.320023 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0d6b-ed27-4feb-83a9-315941b7d9a7 req-c22b9c55-3647-4b24-973e-d01972db39d3 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:55.328631 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a40f0d6b-ed27-4feb-83a9-315941b7d9a7 req-c22b9c55-3647-4b24-973e-d01972db39d3 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 943 time: 1.0353994 Feb 16 08:25:55.342491 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-24de4e83-9ce4-42f4-985d-68a89171b7c4 req-83d4d5ca-c391-410d-830c-2aec96748cef tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3856909 Feb 16 08:25:55.346887 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (22024571-882a-4d2d-82cd-d1e534311930), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:55.379095 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-724faeff-67fe-4afb-a8ca-e07dd2d149d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (eaebb424-91bf-4c26-a452-a12c739dc601), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:55.391478 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Allocated IP 172.20.0.12 (d446fa9d-e135-4e8a-b46f-bd47cf8240e4/de4725c2-fe98-46ca-a332-de1415d490f1/c008a231-fabf-4fc8-90d2-e833e4d320fb) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:25:55.493837 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a40f0d6b-ed27-4feb-83a9-315941b7d9a7 req-cabafb19-e414-48f2-9ffc-915db19abe15 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641941 Feb 16 08:25:55.573941 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 60646) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:55.645490 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7e009ba0-144f-461d-85c3-72b3f2233658 req-e70022ef-30ca-485e-a959-6a22de30affe tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 210 time: 0.1329529 Feb 16 08:25:55.663795 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dfba41-0202-400f-a192-82b9e913d774 {{(pid=102594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:25:55.704529 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724faeff-67fe-4afb-a8ca-e07dd2d149d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaebb424-91bf-4c26-a452-a12c739dc601,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:55.708037 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=22024571-882a-4d2d-82cd-d1e534311930,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:55.713915 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Publish callbacks [] for port (a8dfba41-0202-400f-a192-82b9e913d774), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:55.721247 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-cd7598db-f6de-4b88-a1c6-12f30176809f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:55.749711 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-e9233534-d01f-49ec-a319-9b54125e4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:55.755773 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-e9233534-d01f-49ec-a319-9b54125e4bdb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1128 time: 0.6276221 Feb 16 08:25:55.766257 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-724faeff-67fe-4afb-a8ca-e07dd2d149d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ca6d47363c341789b9ed2b98b578e15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1941619 Feb 16 08:25:55.780314 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 60650) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:55.812574 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.provisioning_blocks [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Transition to ACTIVE for port object a8dfba41-0202-400f-a192-82b9e913d774 will not be triggered until provisioned by entity L2. {{(pid=102594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:25:55.838616 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a8dfba41-0202-400f-a192-82b9e913d774), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:55.851322 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-9b1bb150-3ad0-456e-b62e-d05f26d8f998 service neutron] 10.222.0.71 "GET /v2.0/networks/e9a0df0a-57c2-499a-83dd-fd9d3b37d63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459500 Feb 16 08:25:55.856696 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:55.857586 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:55.860330 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-04cd5028-d042-46fc-bd0c-3ee2f0f7e1f0 service neutron] 10.222.0.71 "PUT /v2.0/ports/22024571-882a-4d2d-82cd-d1e534311930 HTTP/1.1" status: 200 len: 1094 time: 6.9494016 Feb 16 08:25:55.977434 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Pushing event updated for resources: {'Port': ['ID=a8dfba41-0202-400f-a192-82b9e913d774,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:55.986083 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-50c4d492-316c-4b51-8fe3-b48670b3db45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938af534-7342-45a2-9e69-bd76724ff567 HTTP/1.1" status: 200 len: 217 time: 0.1238110 Feb 16 08:25:56.144623 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks [] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:56.170416 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846b92c-d6f3-47f1-b7c3-dc5ede71bfdb x-openstack-request-id: req-d846b92c-d6f3-47f1-b7c3-dc5ede71bfdb {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:25:56.171108 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429d3dbc-68d5-4b44-931b-1f6969d1956f", "tag": "1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:25:56.171108 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d846b92c-d6f3-47f1-b7c3-dc5ede71bfdb {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:25:56.171858 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429d3dbc-68d5-4b44-931b-1f6969d1956f', 'tag': '1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78', 'status': 'completed', 'code': 200} Feb 16 08:25:56.191378 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-cd70bafa-5509-4d64-98f9-69ced1d43e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:56.193666 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-cd70bafa-5509-4d64-98f9-69ced1d43e42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 1128 time: 0.2343142 Feb 16 08:25:56.197823 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-076cd0e8-b67d-4c0f-91e1-09c7f1bd98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:56.199622 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-076cd0e8-b67d-4c0f-91e1-09c7f1bd98bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.1621835 Feb 16 08:25:56.266271 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-cd7598db-f6de-4b88-a1c6-12f30176809f admin admin] Publish callbacks [] for security_group (81479f49-b5ed-438d-931b-28d70a4456c4), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:56.276245 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:56.278018 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-cd7598db-f6de-4b88-a1c6-12f30176809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (81479f49-b5ed-438d-931b-28d70a4456c4), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:56.292068 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacdbe-78ce-4736-9b34-72618d6e5515 req-84305a76-2992-41dd-8f4e-b4b71e882da8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:56.294093 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-21aacdbe-78ce-4736-9b34-72618d6e5515 req-84305a76-2992-41dd-8f4e-b4b71e882da8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 944 time: 0.6617517 Feb 16 08:25:56.328565 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-e91b1fff-ebf7-49cd-ad15-79ff82edce43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038470 Feb 16 08:25:56.373678 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-63b2b76e-de97-4dab-8a67-1c60a5afb78b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22024571-882a-4d2d-82cd-d1e534311930 HTTP/1.1" status: 200 len: 217 time: 0.1525190 Feb 16 08:25:56.413292 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c906b526-2c9e-45f4-a536-4a80b22877d0 req-50e9575d-bd49-4ed5-8399-29d305668038 service neutron] 10.222.0.71 "GET /v2.0/networks/e9a0df0a-57c2-499a-83dd-fd9d3b37d63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557734 Feb 16 08:25:56.541561 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2984e338-57cd-4e2d-bfa9-013257d9eeef admin admin] Publish callbacks [] for security_group (eaebb424-91bf-4c26-a452-a12c739dc601), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:56.546648 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:25:56.627102 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-09c6b1f7-a29d-46f4-bf91-0c78bce963bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:56.628718 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-09c6b1f7-a29d-46f4-bf91-0c78bce963bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 200 len: 854 time: 0.1656013 Feb 16 08:25:56.723622 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7598db-f6de-4b88-a1c6-12f30176809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81479f49-b5ed-438d-931b-28d70a4456c4,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:56.782626 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-cd7598db-f6de-4b88-a1c6-12f30176809f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b92dc905e9734512819caf58d0d2e58d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1982646 Feb 16 08:25:56.793209 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60692) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:56.799768 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-8dcea2b9-7fe9-4446-837c-752a67613bc1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d6487fa-599a-4a38-a1b9-09a2b20a0973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563187 Feb 16 08:25:56.817086 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Attempting to bind port a8dfba41-0202-400f-a192-82b9e913d774 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:56.817544 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Attempting to bind port a8dfba41-0202-400f-a192-82b9e913d774 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:56.818180 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Attempting to bind port a8dfba41-0202-400f-a192-82b9e913d774 on network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:56.832788 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Pushing event updated for resources: {'Port': ['ID=c008a231-fabf-4fc8-90d2-e833e4d320fb,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:56.838385 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:25:56.844477 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:25:56.873690 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:56.875118 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:56.918296 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Port a8dfba41-0202-400f-a192-82b9e913d774 on network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:25:56.918983 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Attempting to bind port a8dfba41-0202-400f-a192-82b9e913d774 on network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:56.934581 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2984e338-57cd-4e2d-bfa9-013257d9eeef admin admin] Publish callbacks [] for security_group (eaebb424-91bf-4c26-a452-a12c739dc601), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:56.984257 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:56.985176 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Checking segment: {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:56.986098 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Bound using segment: {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:56.986813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Bound port: a8dfba41-0202-400f-a192-82b9e913d774, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:56.987662 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a8dfba41-0202-400f-a192-82b9e913d774), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:57.019407 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-2950dd3a-1fbd-48ea-8da3-65207d488e3a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5357220 Feb 16 08:25:57.048187 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-21aacdbe-78ce-4736-9b34-72618d6e5515 req-25781d33-7c12-4384-9c21-c98eb85260a8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7214363 Feb 16 08:25:57.071900 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Request body: {'port': {'device_id': '37b709bd-e7f5-4dd2-a672-2a746b1adc6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:25:57.274622 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e920c9f-1e9c-4024-8f14-70670b63aab1 req-5c5b5fb8-f93a-4baa-b585-012f95edd666 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:57.282180 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6e920c9f-1e9c-4024-8f14-70670b63aab1 req-5c5b5fb8-f93a-4baa-b585-012f95edd666 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 943 time: 0.5387604 Feb 16 08:25:57.381480 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1820075-1eca-463a-9838-0eac0d090170 req-5e84342b-c269-4822-8a1f-f2a08c89e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:57.381480 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c1820075-1eca-463a-9838-0eac0d090170 req-5e84342b-c269-4822-8a1f-f2a08c89e099 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b48873fd7bd243788381930f2828e177&device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 1127 time: 0.7397110 Feb 16 08:25:57.390466 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:57.420111 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-ed9aacee-0c2e-4fd1-b887-60ab5d87844a service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0318828 Feb 16 08:25:57.443564 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] For port a8dfba41-0202-400f-a192-82b9e913d774, host hv-cinder-77398, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:57.452235 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2984e338-57cd-4e2d-bfa9-013257d9eeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (eaebb424-91bf-4c26-a452-a12c739dc601), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:57.455187 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2984e338-57cd-4e2d-bfa9-013257d9eeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:57.456793 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-2984e338-57cd-4e2d-bfa9-013257d9eeef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eaebb424-91bf-4c26-a452-a12c739dc601 HTTP/1.1" status: 204 len: 168 time: 1.6718180 Feb 16 08:25:57.461738 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] For port a8dfba41-0202-400f-a192-82b9e913d774, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a8dfba41-0202-400f-a192-82b9e913d774,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:57.508802 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6e920c9f-1e9c-4024-8f14-70670b63aab1 req-49b79fd8-c3eb-44b9-9b89-25b75c14bc00 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254567 Feb 16 08:25:57.537490 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a8dfba41-0202-400f-a192-82b9e913d774), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:57.553846 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984e338-57cd-4e2d-bfa9-013257d9eeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaebb424-91bf-4c26-a452-a12c739dc601,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:57.607827 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d2cc-85ad-4af2-88ed-f1d926342605 req-75d8396b-b43e-4dfd-bb31-035532fc6f56 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:57.623400 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-18d6d2cc-85ad-4af2-88ed-f1d926342605 req-75d8396b-b43e-4dfd-bb31-035532fc6f56 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 943 time: 0.3824558 Feb 16 08:25:57.675068 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 60706) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:57.822269 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-5d1a0b80-79a4-4856-acf3-d55c91be602f service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9364853 Feb 16 08:25:57.908942 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-42cc9f22-feb8-49d7-9b1e-87fa23eef887 admin admin] Publish callbacks [] for security_group (81479f49-b5ed-438d-931b-28d70a4456c4), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:57.984448 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:57.986199 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:57.991060 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] 10.222.0.71 "PUT /v2.0/ports/a8dfba41-0202-400f-a192-82b9e913d774 HTTP/1.1" status: 200 len: 1093 time: 3.9916863 Feb 16 08:25:58.006844 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1820075-1eca-463a-9838-0eac0d090170 req-e1b03680-dd2e-4a46-95c6-88d2f394c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:58.009083 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c1820075-1eca-463a-9838-0eac0d090170 req-e1b03680-dd2e-4a46-95c6-88d2f394c66a service neutron] 10.222.0.71 "GET /v2.0/networks?id=e9a0df0a-57c2-499a-83dd-fd9d3b37d63c HTTP/1.1" status: 200 len: 912 time: 0.5922048 Feb 16 08:25:58.025464 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'tag': 'a8dfba41-0202-400f-a192-82b9e913d774'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:25:58.144160 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c1820075-1eca-463a-9838-0eac0d090170 req-d4a23127-a7d7-4925-8f6f-af10096f1209 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 HTTP/1.1" status: 200 len: 217 time: 0.0549254 Feb 16 08:25:58.150347 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-42cc9f22-feb8-49d7-9b1e-87fa23eef887 admin admin] Publish callbacks [] for security_group (81479f49-b5ed-438d-931b-28d70a4456c4), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:58.200395 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66ac6b5-22a3-4745-af90-4a24b71ec775', 'tag': '938af534-7342-45a2-9e69-bd76724ff567'}, {'name': 'network-changed', 'server_uuid': 'ddf23343-7428-4d8b-92a2-3a5a81282219', 'tag': '22024571-882a-4d2d-82cd-d1e534311930'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:25:58.203734 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a045bc5e-6e8d-49a4-811a-e1a3004afc14" -d '{"events": [{"name": "network-changed", "server_uuid": "f66ac6b5-22a3-4745-af90-4a24b71ec775", "tag": "938af534-7342-45a2-9e69-bd76724ff567"}, {"name": "network-changed", "server_uuid": "ddf23343-7428-4d8b-92a2-3a5a81282219", "tag": "22024571-882a-4d2d-82cd-d1e534311930"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:25:58.223172 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60716) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:58.330512 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a32fdc23-996b-4ba4-be15-1c0d0076a986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:58.332049 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d4bfe-ca40-4a31-8ce3-80f8320c8a1d service neutron] Pushing event updated for resources: {'Port': ['ID=a8dfba41-0202-400f-a192-82b9e913d774,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:58.406837 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4ca0f9f9-4461-494c-9c2c-4f7d34198ae0 req-db07676e-c207-4aa4-8251-5ed6f3535d43 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913695 Feb 16 08:25:58.475869 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9ce8b4da-beb9-4cd2-9193-c4c6333983c4 req-2fd37239-94c0-4b1c-bcc3-2149a1e5d86f service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238813 Feb 16 08:25:58.484322 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "b85ad208-12c2-4da5-93ae-c5ab12ab1e9b", "tag": "a8dfba41-0202-400f-a192-82b9e913d774"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:25:58.484766 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1820075-1eca-463a-9838-0eac0d090170 req-99247ca0-5bc5-4089-851a-ef08acd93146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:58.486478 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c1820075-1eca-463a-9838-0eac0d090170 req-99247ca0-5bc5-4089-851a-ef08acd93146 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3 HTTP/1.1" status: 200 len: 851 time: 0.3148513 Feb 16 08:25:58.501722 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-aba4b763-240b-4d6e-90c0-fa498fd72a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:58.522677 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-18d6d2cc-85ad-4af2-88ed-f1d926342605 req-ea2f7b3c-059f-4d50-ab62-1003f5368fe2 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8983746 Feb 16 08:25:58.614662 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0145e-78ef-4104-a831-4d50e8dcd24e req-cf33b178-584a-442d-8e17-438a02de146f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:58.622166 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a1b0145e-78ef-4104-a831-4d50e8dcd24e req-cf33b178-584a-442d-8e17-438a02de146f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 932 time: 0.9531868 Feb 16 08:25:58.671541 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c1820075-1eca-463a-9838-0eac0d090170 req-93120cd8-7b34-4398-9f55-a7107a4d38fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e9a0df0a-57c2-499a-83dd-fd9d3b37d63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507037 Feb 16 08:25:58.685141 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-42cc9f22-feb8-49d7-9b1e-87fa23eef887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (81479f49-b5ed-438d-931b-28d70a4456c4), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:58.692376 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-42cc9f22-feb8-49d7-9b1e-87fa23eef887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:58.697502 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-42cc9f22-feb8-49d7-9b1e-87fa23eef887 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81479f49-b5ed-438d-931b-28d70a4456c4 HTTP/1.1" status: 204 len: 168 time: 1.8929908 Feb 16 08:25:58.724940 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc9f22-feb8-49d7-9b1e-87fa23eef887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81479f49-b5ed-438d-931b-28d70a4456c4,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:58.751296 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-eeb4ac2a-9dcd-42c4-a9c5-4fe8025f636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:58.753064 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-eeb4ac2a-9dcd-42c4-a9c5-4fe8025f636d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 1127 time: 0.5414612 Feb 16 08:25:58.758246 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c008a231-fabf-4fc8-90d2-e833e4d320fb {{(pid=102594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:25:58.763109 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a32fdc23-996b-4ba4-be15-1c0d0076a986 admin admin] Publish callbacks [] for security_group (2e19c3b9-d834-4f0f-adc5-406b96e950ef), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:58.775261 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a32fdc23-996b-4ba4-be15-1c0d0076a986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2e19c3b9-d834-4f0f-adc5-406b96e950ef), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:58.784822 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Publish callbacks [] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:58.829975 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.provisioning_blocks [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Transition to ACTIVE for port object c008a231-fabf-4fc8-90d2-e833e4d320fb will not be triggered until provisioned by entity L2. {{(pid=102594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:25:58.834724 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a1b0145e-78ef-4104-a831-4d50e8dcd24e req-e5aa60a2-a547-4578-bd70-b0c296e9f7c4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117255 Feb 16 08:25:58.871785 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a32fdc23-996b-4ba4-be15-1c0d0076a986 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cba79315a494804b9fd6945f5bed539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6447890 Feb 16 08:25:58.887402 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60732) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:58.903003 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:58.926618 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fdc23-996b-4ba4-be15-1c0d0076a986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e19c3b9-d834-4f0f-adc5-406b96e950ef,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:58.947101 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3a081b-3bc2-446b-88c1-06d8e873f9ef x-openstack-request-id: req-5d3a081b-3bc2-446b-88c1-06d8e873f9ef {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:25:58.947314 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66ac6b5-22a3-4745-af90-4a24b71ec775", "tag": "938af534-7342-45a2-9e69-bd76724ff567", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ddf23343-7428-4d8b-92a2-3a5a81282219", "tag": "22024571-882a-4d2d-82cd-d1e534311930", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:25:58.947587 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d3a081b-3bc2-446b-88c1-06d8e873f9ef {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:25:58.947912 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66ac6b5-22a3-4745-af90-4a24b71ec775', 'tag': '938af534-7342-45a2-9e69-bd76724ff567', 'status': 'completed', 'code': 200} Feb 16 08:25:58.949175 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf23343-7428-4d8b-92a2-3a5a81282219', 'tag': '22024571-882a-4d2d-82cd-d1e534311930', 'status': 'completed', 'code': 200} Feb 16 08:25:58.978636 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-ade3d47e-fb22-45fc-bb8f-adc34bcd6f19 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfba41-0202-400f-a192-82b9e913d774 HTTP/1.1" status: 200 len: 217 time: 0.1529279 Feb 16 08:25:59.090179 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c1820075-1eca-463a-9838-0eac0d090170 req-ad8aff58-7fac-4606-aa17-1c65613cb163 service neutron] 10.222.0.71 "GET /v2.0/networks/e9a0df0a-57c2-499a-83dd-fd9d3b37d63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729120 Feb 16 08:25:59.096211 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fe55a5fc-8ca0-4c88-a270-34b6054e7111 admin admin] Publish callbacks [] for security_group (2e19c3b9-d834-4f0f-adc5-406b96e950ef), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.101550 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-00fcbd95-003e-4b00-b5cc-82ccc9c95045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:59.103588 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-00fcbd95-003e-4b00-b5cc-82ccc9c95045 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1128 time: 0.1092799 Feb 16 08:25:59.148048 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fe55a5fc-8ca0-4c88-a270-34b6054e7111 admin admin] Publish callbacks [] for security_group (2e19c3b9-d834-4f0f-adc5-406b96e950ef), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.215327 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fe55a5fc-8ca0-4c88-a270-34b6054e7111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2e19c3b9-d834-4f0f-adc5-406b96e950ef), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.219333 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fe55a5fc-8ca0-4c88-a270-34b6054e7111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.225411 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-fe55a5fc-8ca0-4c88-a270-34b6054e7111 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e19c3b9-d834-4f0f-adc5-406b96e950ef HTTP/1.1" status: 204 len: 168 time: 0.3366742 Feb 16 08:25:59.245699 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55a5fc-8ca0-4c88-a270-34b6054e7111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e19c3b9-d834-4f0f-adc5-406b96e950ef,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:59.373252 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-ddba311f-c728-4314-b3fa-7e8891581627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:59.374943 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-ddba311f-c728-4314-b3fa-7e8891581627 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.3637455 Feb 16 08:25:59.382450 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede0ccd-628b-4d5a-908c-107184b3b07e req-116cbbef-17c2-4692-a4ac-3a4586c92cc4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:59.389836 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aede0ccd-628b-4d5a-908c-107184b3b07e req-116cbbef-17c2-4692-a4ac-3a4586c92cc4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 944 time: 0.7232063 Feb 16 08:25:59.391832 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Pushing event updated for resources: {'Port': ['ID=c008a231-fabf-4fc8-90d2-e833e4d320fb,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:59.400112 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b2b80-11f3-4ff0-923d-bf132b79f6e3 x-openstack-request-id: req-8e0b2b80-11f3-4ff0-923d-bf132b79f6e3 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:25:59.400404 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85ad208-12c2-4da5-93ae-c5ab12ab1e9b", "tag": "a8dfba41-0202-400f-a192-82b9e913d774", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:25:59.400792 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e0b2b80-11f3-4ff0-923d-bf132b79f6e3 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:25:59.401312 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'tag': 'a8dfba41-0202-400f-a192-82b9e913d774', 'status': 'completed', 'code': 200} Feb 16 08:25:59.412835 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-aba4b763-240b-4d6e-90c0-fa498fd72a8e admin admin] Publish callbacks [] for security_group (22deac60-a0cc-4c9f-b698-60ec3dc3fe6b), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.436060 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-aba4b763-240b-4d6e-90c0-fa498fd72a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (22deac60-a0cc-4c9f-b698-60ec3dc3fe6b), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.609705 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-aba4b763-240b-4d6e-90c0-fa498fd72a8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89d30dfc991a4a9884ad8f303e6f2d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9247787 Feb 16 08:25:59.610535 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60768) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:25:59.614816 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aede0ccd-628b-4d5a-908c-107184b3b07e req-9154f61a-de86-4c1e-9de7-2beec9ef4b08 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239695 Feb 16 08:25:59.620339 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4b763-240b-4d6e-90c0-fa498fd72a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22deac60-a0cc-4c9f-b698-60ec3dc3fe6b,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:59.625122 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Attempting to bind port c008a231-fabf-4fc8-90d2-e833e4d320fb on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:25:59.625462 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Attempting to bind port c008a231-fabf-4fc8-90d2-e833e4d320fb by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:25:59.625803 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Attempting to bind port c008a231-fabf-4fc8-90d2-e833e4d320fb on network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:59.650582 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebc35c-5e3e-4132-936c-c89476f1e71a req-7ccd0444-7f43-422b-8573-31ba79a1a2d8 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:59.652448 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a9ebc35c-5e3e-4132-936c-c89476f1e71a req-7ccd0444-7f43-422b-8573-31ba79a1a2d8 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 943 time: 0.2232111 Feb 16 08:25:59.654006 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Port c008a231-fabf-4fc8-90d2-e833e4d320fb on network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:25:59.654006 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Attempting to bind port c008a231-fabf-4fc8-90d2-e833e4d320fb on network d446fa9d-e135-4e8a-b46f-bd47cf8240e4 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:25:59.661497 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:25:59.661844 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Checking segment: {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:25:59.662246 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Bound using segment: {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:25:59.662668 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Bound port: c008a231-fabf-4fc8-90d2-e833e4d320fb, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b10e3f-b917-494e-9a6c-0ee74bd5bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:25:59.663445 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.752391 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a9ebc35c-5e3e-4132-936c-c89476f1e71a req-6a9dc3ff-32eb-4f2c-8344-356fa4faa217 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927346 Feb 16 08:25:59.756178 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a98c-2a0d-4382-b926-8c1e08c36bff admin admin] Publish callbacks [] for security_group (22deac60-a0cc-4c9f-b698-60ec3dc3fe6b), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.810135 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] For port c008a231-fabf-4fc8-90d2-e833e4d320fb, host hv-cinder-77398, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:25:59.817985 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a98c-2a0d-4382-b926-8c1e08c36bff admin admin] Publish callbacks [] for security_group (22deac60-a0cc-4c9f-b698-60ec3dc3fe6b), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.826463 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] For port c008a231-fabf-4fc8-90d2-e833e4d320fb, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c008a231-fabf-4fc8-90d2-e833e4d320fb,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:25:59.836455 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.878828 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c7c2-f67d-4e5a-9a84-c10326cc49e9 req-9cb6d3b5-cc33-4af4-a130-168f4a6daf04 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:59.880540 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1687c7c2-f67d-4e5a-9a84-c10326cc49e9 req-9cb6d3b5-cc33-4af4-a130-168f4a6daf04 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 943 time: 0.1199443 Feb 16 08:25:59.903037 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:25:59.903766 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.905328 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] 10.222.0.71 "PUT /v2.0/ports/c008a231-fabf-4fc8-90d2-e833e4d320fb HTTP/1.1" status: 200 len: 1094 time: 2.8495004 Feb 16 08:25:59.910743 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a98c-2a0d-4382-b926-8c1e08c36bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (22deac60-a0cc-4c9f-b698-60ec3dc3fe6b), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.913676 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a98c-2a0d-4382-b926-8c1e08c36bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:25:59.920462 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7bd5a98c-2a0d-4382-b926-8c1e08c36bff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22deac60-a0cc-4c9f-b698-60ec3dc3fe6b HTTP/1.1" status: 204 len: 168 time: 0.3052778 Feb 16 08:25:59.933121 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72cc4f-3393-4599-bec7-d6fb15b19379 service neutron] Pushing event updated for resources: {'Port': ['ID=c008a231-fabf-4fc8-90d2-e833e4d320fb,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:59.964547 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5a98c-2a0d-4382-b926-8c1e08c36bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22deac60-a0cc-4c9f-b698-60ec3dc3fe6b,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:25:59.984561 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1687c7c2-f67d-4e5a-9a84-c10326cc49e9 req-74f3669b-d700-4326-98e3-fc32d9474b3b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917053 Feb 16 08:26:00.044299 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2e6e2-703c-4b47-ab3c-c130347d1861 req-8aef1271-c756-4457-bc26-c782129c7844 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:00.047106 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-70e2e6e2-703c-4b47-ab3c-c130347d1861 req-8aef1271-c756-4457-bc26-c782129c7844 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 944 time: 0.0863960 Feb 16 08:26:00.118690 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-70e2e6e2-703c-4b47-ab3c-c130347d1861 req-bff605a4-e116-4333-9cff-b21b7cf35700 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649679 Feb 16 08:26:00.366633 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60792) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:00.381209 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-53c504be-61a1-4f57-8af1-3bd06cf95533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:00.464859 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-53c504be-61a1-4f57-8af1-3bd06cf95533 admin admin] Publish callbacks [] for security_group (f9ba9c6e-1216-492f-acde-29c9ebfe9fdf), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:00.469910 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-53c504be-61a1-4f57-8af1-3bd06cf95533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (f9ba9c6e-1216-492f-acde-29c9ebfe9fdf), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:00.511632 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-53c504be-61a1-4f57-8af1-3bd06cf95533 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91bbab6b3bc348fbb02f5ac3d909cb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429529 Feb 16 08:26:00.512761 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c504be-61a1-4f57-8af1-3bd06cf95533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ba9c6e-1216-492f-acde-29c9ebfe9fdf,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:00.514784 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 60800) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:00.588093 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-628fcc57-e164-47e8-9ec1-79f5852df049 admin admin] Publish callbacks [] for security_group (f9ba9c6e-1216-492f-acde-29c9ebfe9fdf), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:00.612376 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-628fcc57-e164-47e8-9ec1-79f5852df049 admin admin] Publish callbacks [] for security_group (f9ba9c6e-1216-492f-acde-29c9ebfe9fdf), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:00.692475 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-628fcc57-e164-47e8-9ec1-79f5852df049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (f9ba9c6e-1216-492f-acde-29c9ebfe9fdf), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:00.696463 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-628fcc57-e164-47e8-9ec1-79f5852df049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:00.699700 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-628fcc57-e164-47e8-9ec1-79f5852df049 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9ba9c6e-1216-492f-acde-29c9ebfe9fdf HTTP/1.1" status: 204 len: 168 time: 0.1814003 Feb 16 08:26:00.705951 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fcc57-e164-47e8-9ec1-79f5852df049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ba9c6e-1216-492f-acde-29c9ebfe9fdf,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:00.815157 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25fd0a-8937-418f-b4d1-15c7ee8d2384 req-8fe02b10-d0b2-4bd3-aa34-fb0d8d9b8e34 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:00.817476 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3d25fd0a-8937-418f-b4d1-15c7ee8d2384 req-8fe02b10-d0b2-4bd3-aa34-fb0d8d9b8e34 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 944 time: 0.0691590 Feb 16 08:26:00.944465 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3d25fd0a-8937-418f-b4d1-15c7ee8d2384 req-6db93c58-a6e3-41b7-9704-236c91f67074 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204667 Feb 16 08:26:00.986720 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ba187-a1a5-4ed0-a8d9-bed9b22ddf2e req-7e066224-f501-433a-ac0b-4b0c7486f3ac tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:00.988497 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b81ba187-a1a5-4ed0-a8d9-bed9b22ddf2e req-7e066224-f501-433a-ac0b-4b0c7486f3ac tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 943 time: 0.1308825 Feb 16 08:26:01.153051 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-18df3c88-bfba-4acd-b420-2a1b7abb8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:01.155540 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-18df3c88-bfba-4acd-b420-2a1b7abb8edd service neutron] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 920 time: 0.2280750 Feb 16 08:26:01.224621 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b81ba187-a1a5-4ed0-a8d9-bed9b22ddf2e req-2f799109-7bea-41b0-8608-463cea178ac3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300248 Feb 16 08:26:01.287906 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-8598cc46-8c48-4d2b-9e81-d010417f5b1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938af534-7342-45a2-9e69-bd76724ff567 HTTP/1.1" status: 200 len: 217 time: 0.0900793 Feb 16 08:26:01.318660 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-72100361-8e6c-4502-bac8-7a4e833f100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:01.324280 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-72100361-8e6c-4502-bac8-7a4e833f100b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2665334 Feb 16 08:26:01.340746 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c1820075-1eca-463a-9838-0eac0d090170 req-c5894b94-2adf-4b31-ae71-ff6c519dfbd0 service neutron] 10.222.0.71 "GET /v2.0/networks/e9a0df0a-57c2-499a-83dd-fd9d3b37d63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579486 Feb 16 08:26:01.357520 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-bf27b9dd-0a62-4fdd-9682-77b1ad1a4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:01.362542 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-bf27b9dd-0a62-4fdd-9682-77b1ad1a4e9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.0681717 Feb 16 08:26:01.383537 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cbafd-cc02-4454-a80d-be1018282b57 req-3e37a072-7f6c-4271-ac5b-2f64d84c910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:01.383886 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-3e37a072-7f6c-4271-ac5b-2f64d84c910c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 1128 time: 0.2648175 Feb 16 08:26:01.405804 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee5c0d-8d90-43ac-97fb-9d0a2779345b req-c7f1c3c2-1de3-4805-8c23-fbe78c5d2bf3 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:01.407841 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-a0ead45c-fde0-48e9-be42-82c4ea5df181 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386982 Feb 16 08:26:01.411968 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-90ee5c0d-8d90-43ac-97fb-9d0a2779345b req-c7f1c3c2-1de3-4805-8c23-fbe78c5d2bf3 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 943 time: 0.2683508 Feb 16 08:26:01.430898 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b709bd-e7f5-4dd2-a672-2a746b1adc6f', 'tag': 'c008a231-fabf-4fc8-90d2-e833e4d320fb'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:26:01.433486 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe" -d '{"events": [{"name": "network-changed", "server_uuid": "37b709bd-e7f5-4dd2-a672-2a746b1adc6f", "tag": "c008a231-fabf-4fc8-90d2-e833e4d320fb"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:26:01.527780 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-71ecff2d-e6b7-4ab8-b459-fe46ffe54ab3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c008a231-fabf-4fc8-90d2-e833e4d320fb HTTP/1.1" status: 200 len: 217 time: 0.1032333 Feb 16 08:26:01.529501 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-ffbb3eaa-9ded-4294-bf07-d28068b0f020 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140516 Feb 16 08:26:01.637355 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-90ee5c0d-8d90-43ac-97fb-9d0a2779345b req-7f07418a-26f5-4c1f-83e6-4c832a0ced50 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184937 Feb 16 08:26:01.665771 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-749ce535-1533-4bfc-8459-12d8c56f38a3 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342023 Feb 16 08:26:01.680917 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-da8a51a7-446c-403f-9308-503d1b553e71 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402178 Feb 16 08:26:01.686575 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159d3a-cb60-4ec1-9571-e2d91d7cc1ee req-f3c7a9a0-700f-4dfa-a469-90cb2ab7df0f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:01.688229 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aa159d3a-cb60-4ec1-9571-e2d91d7cc1ee req-f3c7a9a0-700f-4dfa-a469-90cb2ab7df0f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 944 time: 0.3018332 Feb 16 08:26:01.714258 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d5d0cc-f373-40ee-8d4f-0c8ab4ab286a x-openstack-request-id: req-a3d5d0cc-f373-40ee-8d4f-0c8ab4ab286a {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:26:01.714811 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b709bd-e7f5-4dd2-a672-2a746b1adc6f", "tag": "c008a231-fabf-4fc8-90d2-e833e4d320fb", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:26:01.714811 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3d5d0cc-f373-40ee-8d4f-0c8ab4ab286a {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:26:01.714979 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b709bd-e7f5-4dd2-a672-2a746b1adc6f', 'tag': 'c008a231-fabf-4fc8-90d2-e833e4d320fb', 'status': 'completed', 'code': 200} Feb 16 08:26:01.718115 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cbafd-cc02-4454-a80d-be1018282b57 req-ee8b66c5-0cd0-425a-beae-51f36df785aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:01.719628 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-ee8b66c5-0cd0-425a-beae-51f36df785aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.1784246 Feb 16 08:26:01.783891 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-44466a00-fc3d-437e-9264-93bde970d48e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463953 Feb 16 08:26:01.791066 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-4769e512-c891-4b4b-bab3-7896a1419cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:01.792633 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-4769e512-c891-4b4b-bab3-7896a1419cd2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 1128 time: 0.0642412 Feb 16 08:26:01.863858 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aa159d3a-cb60-4ec1-9571-e2d91d7cc1ee req-c1487607-bc95-4888-8a57-5e87d98a9f76 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480041 Feb 16 08:26:01.886409 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-be8f18c8-0bd7-4565-bf89-87e72899d14e req-014b2b6e-d144-482c-94ac-05d568506ceb service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949966 Feb 16 08:26:02.115532 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21dc52-da11-42c4-98d4-fcfbb61f854e req-37e8dd80-aa84-45f5-826a-73e88be645bc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:02.126168 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6b21dc52-da11-42c4-98d4-fcfbb61f854e req-37e8dd80-aa84-45f5-826a-73e88be645bc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 944 time: 0.0955250 Feb 16 08:26:02.345718 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-3f29d1bc-b9e6-4614-be90-5a05696a2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:02.356326 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-3f29d1bc-b9e6-4614-be90-5a05696a2df2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 1127 time: 0.2087634 Feb 16 08:26:02.422935 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6b21dc52-da11-42c4-98d4-fcfbb61f854e req-76688de4-4ad9-4a07-a595-816093e6688e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956045 Feb 16 08:26:02.472268 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-d82a87dc-75f7-4d92-80c9-1bcc8dd4fd4d service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785522 Feb 16 08:26:02.479383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-14821cee-3e14-4a68-8faa-ac477205260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:02.483117 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-14821cee-3e14-4a68-8faa-ac477205260e service neutron] 10.222.0.71 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 915 time: 0.4081297 Feb 16 08:26:02.546657 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-f13cf4d7-6cc8-4a83-a2b6-698825692713 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22024571-882a-4d2d-82cd-d1e534311930 HTTP/1.1" status: 200 len: 217 time: 0.0567324 Feb 16 08:26:02.661952 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-ad011f42-f5d0-41e2-a20f-da677a2904ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:02.668191 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-ad011f42-f5d0-41e2-a20f-da677a2904ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 200 len: 854 time: 0.1153169 Feb 16 08:26:02.745457 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-0108c6ac-a8ad-4f21-a8bf-968d18626f2b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d6487fa-599a-4a38-a1b9-09a2b20a0973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663664 Feb 16 08:26:02.879899 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-4d4aa020-616b-41af-a0f1-eba7eda875cc service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274712 Feb 16 08:26:02.904929 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 60950) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:02.955916 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a591-d02d-4929-868c-f8529a879d25 req-32e6f72c-11b0-4727-b231-82b63f4d59ff tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:02.963527 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fca8a591-d02d-4929-868c-f8529a879d25 req-32e6f72c-11b0-4727-b231-82b63f4d59ff tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 943 time: 0.5184059 Feb 16 08:26:02.979598 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-e9bb4e04-b481-468d-ab5d-47f9e40bdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:02.982833 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-e9bb4e04-b481-468d-ab5d-47f9e40bdff2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 912 time: 0.6048820 Feb 16 08:26:03.015929 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a045bc5e-6e8d-49a4-811a-e1a3004afc14 req-cc4e067e-7057-4b94-9f32-cb0ef30b1728 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294680 Feb 16 08:26:03.051053 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-425cbafd-cc02-4454-a80d-be1018282b57 req-b4416407-3169-494f-b4c0-3c880d55a424 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709591 Feb 16 08:26:03.052209 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-5abf00fc-a86a-4063-a663-f351ecef6a4f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfba41-0202-400f-a192-82b9e913d774 HTTP/1.1" status: 200 len: 217 time: 0.0538988 Feb 16 08:26:03.121107 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb95ad-bb28-49de-a12b-8ef6cc69bbba req-0c9ffc7d-5cf5-4c8f-9f08-efe466171ceb tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:03.126459 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-65cb95ad-bb28-49de-a12b-8ef6cc69bbba req-0c9ffc7d-5cf5-4c8f-9f08-efe466171ceb tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 943 time: 0.2743092 Feb 16 08:26:03.149873 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fca8a591-d02d-4929-868c-f8529a879d25 req-a3e0dc80-f63f-46c8-89bd-79c7b6a25707 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854351 Feb 16 08:26:03.178620 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60960) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:03.198408 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-9f9cda60-3c2d-4e05-839d-ccd6f6f55ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:03.200583 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-9f9cda60-3c2d-4e05-839d-ccd6f6f55ebd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.1343570 Feb 16 08:26:03.272865 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-8ddec9c5-a0ec-4da1-9f45-f36cef45be35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.275855 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2c0b27d2-f11b-4ffa-a7bd-f0f083debd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.295285 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-65cb95ad-bb28-49de-a12b-8ef6cc69bbba req-a33e7538-c70e-4038-b35b-c953f1ee3a9c tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533103 Feb 16 08:26:03.321166 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-87e093cb-e620-4237-852d-5e1462a87264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:03.323005 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-87e093cb-e620-4237-852d-5e1462a87264 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 1128 time: 0.1933358 Feb 16 08:26:03.390741 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-7b3a55e0-fe47-4b6e-8688-296a6ec4c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:03.394559 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-7b3a55e0-fe47-4b6e-8688-296a6ec4c402 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1711841 Feb 16 08:26:03.416255 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2c0b27d2-f11b-4ffa-a7bd-f0f083debd3e admin admin] Publish callbacks [] for security_group (434c2b36-69de-4685-a2c7-99de942e6cc7), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.421632 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2c0b27d2-f11b-4ffa-a7bd-f0f083debd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (434c2b36-69de-4685-a2c7-99de942e6cc7), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.467347 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b27d2-f11b-4ffa-a7bd-f0f083debd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434c2b36-69de-4685-a2c7-99de942e6cc7,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:03.490471 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-2c0b27d2-f11b-4ffa-a7bd-f0f083debd3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27206961a0674c9b8fb937d6ac3f93bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196809 Feb 16 08:26:03.491130 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60980) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:03.552281 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-49250052-6493-4a1c-8804-5d71106f0c39 admin admin] Publish callbacks [] for security_group (434c2b36-69de-4685-a2c7-99de942e6cc7), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.576020 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-49250052-6493-4a1c-8804-5d71106f0c39 admin admin] Publish callbacks [] for security_group (434c2b36-69de-4685-a2c7-99de942e6cc7), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.626567 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-2d8bc760-6697-4b49-aad9-ecf6777b8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:03.628135 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-2d8bc760-6697-4b49-aad9-ecf6777b8142 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 920 time: 0.2967677 Feb 16 08:26:03.632700 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-49250052-6493-4a1c-8804-5d71106f0c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (434c2b36-69de-4685-a2c7-99de942e6cc7), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.636228 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-49250052-6493-4a1c-8804-5d71106f0c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.639999 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-49250052-6493-4a1c-8804-5d71106f0c39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/434c2b36-69de-4685-a2c7-99de942e6cc7 HTTP/1.1" status: 204 len: 168 time: 0.1453331 Feb 16 08:26:03.647898 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49250052-6493-4a1c-8804-5d71106f0c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434c2b36-69de-4685-a2c7-99de942e6cc7,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:03.659672 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-8ddec9c5-a0ec-4da1-9f45-f36cef45be35 admin admin] Publish callbacks [] for security_group (b3c35ea8-67a7-45b4-9da5-e6ab456aec6a), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.704460 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-5b1835f1-d571-466e-a64f-e1e7d103055f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c008a231-fabf-4fc8-90d2-e833e4d320fb HTTP/1.1" status: 200 len: 217 time: 0.0635417 Feb 16 08:26:03.705050 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-8ddec9c5-a0ec-4da1-9f45-f36cef45be35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (b3c35ea8-67a7-45b4-9da5-e6ab456aec6a), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.719223 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10111537-3bf3-4449-aa71-6294b6b96da9 req-22095697-9755-44a8-8f91-3a37c134460c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:03.720876 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-10111537-3bf3-4449-aa71-6294b6b96da9 req-22095697-9755-44a8-8f91-3a37c134460c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 944 time: 0.2948301 Feb 16 08:26:03.743997 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-94fb1b63-5eb9-4a35-8973-53e3610f1cae service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167524 Feb 16 08:26:03.840497 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-8ddec9c5-a0ec-4da1-9f45-f36cef45be35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8581274963dc41629e6b7240c958d321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9090259 Feb 16 08:26:03.841218 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 60990) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:03.853946 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a76636-49ff-4bd4-b069-fbfd90a258ab req-c495dd4c-5a49-45e5-9dfb-295f7712b6fe tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:03.860724 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-00a76636-49ff-4bd4-b069-fbfd90a258ab req-c495dd4c-5a49-45e5-9dfb-295f7712b6fe tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 944 time: 0.3365052 Feb 16 08:26:03.877149 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddec9c5-a0ec-4da1-9f45-f36cef45be35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c35ea8-67a7-45b4-9da5-e6ab456aec6a,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:03.910169 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-22d10cd8-9efe-4c28-ab24-3ecf826fe72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:03.911712 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-22d10cd8-9efe-4c28-ab24-3ecf826fe72d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.1842654 Feb 16 08:26:03.922988 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-522386b0-d009-46cc-b832-d24588671710 admin admin] Publish callbacks [] for security_group (b3c35ea8-67a7-45b4-9da5-e6ab456aec6a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.961337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-522386b0-d009-46cc-b832-d24588671710 admin admin] Publish callbacks [] for security_group (b3c35ea8-67a7-45b4-9da5-e6ab456aec6a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:03.998440 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-10111537-3bf3-4449-aa71-6294b6b96da9 req-f2fcb8fb-0e71-4677-91f5-68bf64503958 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583251 Feb 16 08:26:04.006590 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-ac0d1334-4975-40e0-9169-4a520c1be0bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828979 Feb 16 08:26:04.050216 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-522386b0-d009-46cc-b832-d24588671710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (b3c35ea8-67a7-45b4-9da5-e6ab456aec6a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.054392 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-522386b0-d009-46cc-b832-d24588671710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.058944 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-00a76636-49ff-4bd4-b069-fbfd90a258ab req-d9b25bd7-9053-4ba2-bd46-a0f5da89e0f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960139 Feb 16 08:26:04.059262 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-522386b0-d009-46cc-b832-d24588671710 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3c35ea8-67a7-45b4-9da5-e6ab456aec6a HTTP/1.1" status: 204 len: 168 time: 0.2167165 Feb 16 08:26:04.076709 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522386b0-d009-46cc-b832-d24588671710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c35ea8-67a7-45b4-9da5-e6ab456aec6a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:04.089598 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea2eef7b-fc0e-42e8-b895-22c00a9a6cf5 req-6b526fea-f704-4353-94fa-1f2786822f02 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346224 Feb 16 08:26:04.147962 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 32768) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:04.163313 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f8e01eb2-0a50-4c72-aa45-39f0a73628bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.210251 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-1e5024d4-29b0-46b1-b362-4fa73140ce9b service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876371 Feb 16 08:26:04.293923 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f8e01eb2-0a50-4c72-aa45-39f0a73628bf admin admin] Publish callbacks [] for security_group (50001876-9412-48bc-a60a-b6a381e24c87), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.300587 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f8e01eb2-0a50-4c72-aa45-39f0a73628bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (50001876-9412-48bc-a60a-b6a381e24c87), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.355058 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d2347b9-6a45-4a37-97fa-a745e2fb14fe req-ac185944-b937-4304-b1e3-36895a21c52c service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451015 Feb 16 08:26:04.360250 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-f8e01eb2-0a50-4c72-aa45-39f0a73628bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=028da6d519594d0b8f84f0ad8259185c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098746 Feb 16 08:26:04.362753 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 32782) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:04.373905 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031b75-b5f0-446f-bbc4-dc0b284d2a8f req-7ffbdb1f-b131-4ee0-a190-5565b21fa29b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:04.375635 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-28031b75-b5f0-446f-bbc4-dc0b284d2a8f req-7ffbdb1f-b131-4ee0-a190-5565b21fa29b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 943 time: 0.0873401 Feb 16 08:26:04.384862 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e01eb2-0a50-4c72-aa45-39f0a73628bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50001876-9412-48bc-a60a-b6a381e24c87,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:04.439189 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b476796d-0d9f-44d6-ad39-463a153ec7dd admin admin] Publish callbacks [] for security_group (50001876-9412-48bc-a60a-b6a381e24c87), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.464120 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-28031b75-b5f0-446f-bbc4-dc0b284d2a8f req-d7709949-5a98-4bfa-ac25-34784b6652da tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817871 Feb 16 08:26:04.464508 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b476796d-0d9f-44d6-ad39-463a153ec7dd admin admin] Publish callbacks [] for security_group (50001876-9412-48bc-a60a-b6a381e24c87), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.492768 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828e106-df8c-4c65-a5d2-90893a64e980 req-254bd6f8-2fbb-47b7-8224-9c99aa148400 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:04.494508 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8828e106-df8c-4c65-a5d2-90893a64e980 req-254bd6f8-2fbb-47b7-8224-9c99aa148400 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 943 time: 0.0786338 Feb 16 08:26:04.534290 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b476796d-0d9f-44d6-ad39-463a153ec7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (50001876-9412-48bc-a60a-b6a381e24c87), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.536874 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b476796d-0d9f-44d6-ad39-463a153ec7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.538047 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b476796d-0d9f-44d6-ad39-463a153ec7dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50001876-9412-48bc-a60a-b6a381e24c87 HTTP/1.1" status: 204 len: 168 time: 0.1737142 Feb 16 08:26:04.551013 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476796d-0d9f-44d6-ad39-463a153ec7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50001876-9412-48bc-a60a-b6a381e24c87,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:04.592663 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8828e106-df8c-4c65-a5d2-90893a64e980 req-68ae8736-9a60-4ae5-8c64-f8d3a44a74a7 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918617 Feb 16 08:26:04.660497 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 32792) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:04.678170 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d354aa6f-6d8a-434d-906d-90c302da56e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.759905 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d354aa6f-6d8a-434d-906d-90c302da56e8 admin admin] Publish callbacks [] for security_group (a4f66db8-8169-4265-8ea6-8c4d009332e9), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.765734 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d354aa6f-6d8a-434d-906d-90c302da56e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (a4f66db8-8169-4265-8ea6-8c4d009332e9), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.805709 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d354aa6f-6d8a-434d-906d-90c302da56e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=505859bed7ee4c94a0ec79add3a9d2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438725 Feb 16 08:26:04.807015 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354aa6f-6d8a-434d-906d-90c302da56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f66db8-8169-4265-8ea6-8c4d009332e9,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:04.808433 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 32802) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:04.860611 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4f686cb0-5847-4638-a07e-db9ab73d07df admin admin] Publish callbacks [] for security_group (a4f66db8-8169-4265-8ea6-8c4d009332e9), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.882468 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4f686cb0-5847-4638-a07e-db9ab73d07df admin admin] Publish callbacks [] for security_group (a4f66db8-8169-4265-8ea6-8c4d009332e9), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.937784 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4f686cb0-5847-4638-a07e-db9ab73d07df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (a4f66db8-8169-4265-8ea6-8c4d009332e9), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.940887 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4f686cb0-5847-4638-a07e-db9ab73d07df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:04.942163 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-4f686cb0-5847-4638-a07e-db9ab73d07df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4f66db8-8169-4265-8ea6-8c4d009332e9 HTTP/1.1" status: 204 len: 168 time: 0.1314359 Feb 16 08:26:04.960270 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f686cb0-5847-4638-a07e-db9ab73d07df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f66db8-8169-4265-8ea6-8c4d009332e9,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:05.194719 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d518fb-df86-46bc-beb6-c1dcf7c12eba req-56162f80-a69c-4bf5-b13b-8a054e67d2bc tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:05.196380 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f8d518fb-df86-46bc-beb6-c1dcf7c12eba req-56162f80-a69c-4bf5-b13b-8a054e67d2bc tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 944 time: 0.1132269 Feb 16 08:26:05.227235 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae492738-7340-435c-9a09-72730c1bf3f4 req-42657d53-d4a0-4f97-b56c-1ac420a62d7d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:05.229141 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ae492738-7340-435c-9a09-72730c1bf3f4 req-42657d53-d4a0-4f97-b56c-1ac420a62d7d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 944 time: 0.0977392 Feb 16 08:26:05.278449 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f8d518fb-df86-46bc-beb6-c1dcf7c12eba req-81ecd405-f362-4e5f-bced-401d30f36cf4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743685 Feb 16 08:26:05.323564 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ae492738-7340-435c-9a09-72730c1bf3f4 req-b1827f70-51e2-42f7-ad99-67a48edbf229 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857434 Feb 16 08:26:05.632161 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc2861-b877-44c9-b10e-4d58a0f77eff req-ec117ab9-0060-42bd-b5e5-6e87804a36d4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:05.656038 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7bfc2861-b877-44c9-b10e-4d58a0f77eff req-ec117ab9-0060-42bd-b5e5-6e87804a36d4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 943 time: 0.0917947 Feb 16 08:26:05.744677 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7bfc2861-b877-44c9-b10e-4d58a0f77eff req-90d3738e-344d-4b29-a1f0-191ac1212538 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875921 Feb 16 08:26:05.778743 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da9ac-09b8-46d3-8b13-985890c7d03a req-1c128ac5-ee9b-4bd6-8b1c-1b8ace1c1cbe tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:05.780500 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c30da9ac-09b8-46d3-8b13-985890c7d03a req-1c128ac5-ee9b-4bd6-8b1c-1b8ace1c1cbe tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 943 time: 0.0885136 Feb 16 08:26:06.056044 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c30da9ac-09b8-46d3-8b13-985890c7d03a req-59372cbb-8624-4598-8b8e-f7755290f6eb tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688587 Feb 16 08:26:06.321644 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 32882) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:06.448378 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-713e4187-c097-4229-bd6c-5878b1a267fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:06.478291 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf64cbd-1a3b-4668-a802-56699a971464 req-ad91be07-115a-4c53-b79a-d95ccde8a147 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:06.479849 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ebf64cbd-1a3b-4668-a802-56699a971464 req-ad91be07-115a-4c53-b79a-d95ccde8a147 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 944 time: 0.1170774 Feb 16 08:26:06.506399 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b32cb-49e6-4108-8981-484dcad86cfc req-7c406c35-5fbf-4a10-a31d-311c8758e15f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:06.508404 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a14b32cb-49e6-4108-8981-484dcad86cfc req-7c406c35-5fbf-4a10-a31d-311c8758e15f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 944 time: 0.1111577 Feb 16 08:26:06.591407 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ebf64cbd-1a3b-4668-a802-56699a971464 req-d601288d-5014-433c-92ed-f7ccc38f8c41 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039088 Feb 16 08:26:06.611807 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a14b32cb-49e6-4108-8981-484dcad86cfc req-d6530952-1efe-4fda-874a-9b37197a599d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911820 Feb 16 08:26:06.637827 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-713e4187-c097-4229-bd6c-5878b1a267fc admin admin] Publish callbacks [] for security_group (157207da-c381-475b-9a12-80d114b6903e), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:06.642558 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-713e4187-c097-4229-bd6c-5878b1a267fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (157207da-c381-475b-9a12-80d114b6903e), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:06.684053 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-713e4187-c097-4229-bd6c-5878b1a267fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=237a0df1d7204d5d8c7d6e7b70ef76bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612182 Feb 16 08:26:06.684947 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e4187-c097-4229-bd6c-5878b1a267fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157207da-c381-475b-9a12-80d114b6903e,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:06.686760 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 32894) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:06.746490 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-102ee0cc-81a7-4931-9d64-f2c7303ab6f7 admin admin] Publish callbacks [] for security_group (157207da-c381-475b-9a12-80d114b6903e), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:06.772005 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-102ee0cc-81a7-4931-9d64-f2c7303ab6f7 admin admin] Publish callbacks [] for security_group (157207da-c381-475b-9a12-80d114b6903e), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:06.829301 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-102ee0cc-81a7-4931-9d64-f2c7303ab6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (157207da-c381-475b-9a12-80d114b6903e), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:06.832953 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-102ee0cc-81a7-4931-9d64-f2c7303ab6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:06.834361 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-102ee0cc-81a7-4931-9d64-f2c7303ab6f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/157207da-c381-475b-9a12-80d114b6903e HTTP/1.1" status: 204 len: 168 time: 0.1454821 Feb 16 08:26:06.845497 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ee0cc-81a7-4931-9d64-f2c7303ab6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157207da-c381-475b-9a12-80d114b6903e,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:06.905144 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34de71b-2062-4e31-b4c1-ac36a5a43afc req-fd921e58-4979-4d08-a5d6-a3223b365ca0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:06.906763 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b34de71b-2062-4e31-b4c1-ac36a5a43afc req-fd921e58-4979-4d08-a5d6-a3223b365ca0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 943 time: 0.0753829 Feb 16 08:26:06.973796 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b34de71b-2062-4e31-b4c1-ac36a5a43afc req-1bc5c436-811e-43af-aec8-932e3d2007d6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598598 Feb 16 08:26:07.144690 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 938af534-7342-45a2-9e69-bd76724ff567 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:26:07.218421 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9044-7936-4b09-9403-c2f8dbeae23d req-8566d13d-ac77-4c16-98ed-dfcbd71beed3 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:07.220685 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-65da9044-7936-4b09-9403-c2f8dbeae23d req-8566d13d-ac77-4c16-98ed-dfcbd71beed3 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 943 time: 0.0818853 Feb 16 08:26:07.292225 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-65da9044-7936-4b09-9403-c2f8dbeae23d req-2cdc94a8-95e3-48f4-921a-cc0f02137ee3 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644343 Feb 16 08:26:07.311259 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 938af534-7342-45a2-9e69-bd76724ff567, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=938af534-7342-45a2-9e69-bd76724ff567,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:07.332096 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '938af534-7342-45a2-9e69-bd76724ff567', 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4', 'port_id': '938af534-7342-45a2-9e69-bd76724ff567', 'mac_address': 'fa:16:3e:c1:7e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4725c2-fe98-46ca-a332-de1415d490f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:26:07.386806 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 938af534-7342-45a2-9e69-bd76724ff567 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:07.387411 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (938af534-7342-45a2-9e69-bd76724ff567), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:07.407841 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938af534-7342-45a2-9e69-bd76724ff567 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:26:07.429971 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 938af534-7342-45a2-9e69-bd76724ff567, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=938af534-7342-45a2-9e69-bd76724ff567,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:07.435789 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (938af534-7342-45a2-9e69-bd76724ff567), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:07.436927 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 22024571-882a-4d2d-82cd-d1e534311930 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:26:07.523708 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=938af534-7342-45a2-9e69-bd76724ff567,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:07.594280 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:07.599229 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 22024571-882a-4d2d-82cd-d1e534311930, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=22024571-882a-4d2d-82cd-d1e534311930,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:07.611480 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '22024571-882a-4d2d-82cd-d1e534311930', 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973', 'port_id': '22024571-882a-4d2d-82cd-d1e534311930', 'mac_address': 'fa:16:3e:fc:5b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e00e31-d37f-4d50-96fe-1216a8ee93d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:26:07.684665 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 22024571-882a-4d2d-82cd-d1e534311930 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:07.685356 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (22024571-882a-4d2d-82cd-d1e534311930), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:07.702636 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22024571-882a-4d2d-82cd-d1e534311930 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:26:07.731222 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 22024571-882a-4d2d-82cd-d1e534311930, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=22024571-882a-4d2d-82cd-d1e534311930,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:07.736725 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (22024571-882a-4d2d-82cd-d1e534311930), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:07.737394 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a8dfba41-0202-400f-a192-82b9e913d774 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:26:07.812197 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502d67-dc25-466c-bd2b-85be0bd6c4df req-8f3bedc7-32c6-45e7-a490-dce71437d367 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:07.814577 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-37502d67-dc25-466c-bd2b-85be0bd6c4df req-8f3bedc7-32c6-45e7-a490-dce71437d367 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 944 time: 0.1370640 Feb 16 08:26:07.820448 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=22024571-882a-4d2d-82cd-d1e534311930,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:07.833262 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01928d9-4106-4675-bb2f-6f0da75146ce req-016d6233-7328-4758-97cf-dc905b3865ef tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:07.834863 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e01928d9-4106-4675-bb2f-6f0da75146ce req-016d6233-7328-4758-97cf-dc905b3865ef tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 944 time: 0.1209269 Feb 16 08:26:07.925327 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e01928d9-4106-4675-bb2f-6f0da75146ce req-7e3a9f38-7234-4c95-855f-1f59d5e26468 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830951 Feb 16 08:26:07.947099 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-37502d67-dc25-466c-bd2b-85be0bd6c4df req-ef638b04-014b-4c9e-85d7-1280e3f1b6ed tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246221 Feb 16 08:26:08.022192 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a8dfba41-0202-400f-a192-82b9e913d774, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a8dfba41-0202-400f-a192-82b9e913d774,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:08.034930 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'a8dfba41-0202-400f-a192-82b9e913d774', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'port_id': 'a8dfba41-0202-400f-a192-82b9e913d774', 'mac_address': 'fa:16:3e:c7:d3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:26:08.088569 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a8dfba41-0202-400f-a192-82b9e913d774 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:08.089142 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a8dfba41-0202-400f-a192-82b9e913d774), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.103190 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dfba41-0202-400f-a192-82b9e913d774 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:26:08.110159 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea87e-2f9b-49af-8805-4fe398d3dd2d req-7a7afd59-3ae7-4e3b-904e-939537e6d76c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:08.111727 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-771ea87e-2f9b-49af-8805-4fe398d3dd2d req-7a7afd59-3ae7-4e3b-904e-939537e6d76c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 943 time: 0.0650179 Feb 16 08:26:08.124080 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a8dfba41-0202-400f-a192-82b9e913d774, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a8dfba41-0202-400f-a192-82b9e913d774,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:08.128504 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a8dfba41-0202-400f-a192-82b9e913d774), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.129213 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:26:08.169289 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-771ea87e-2f9b-49af-8805-4fe398d3dd2d req-b824b3d9-eb4c-4399-a588-3df8650b9db1 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497351 Feb 16 08:26:08.218678 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a8dfba41-0202-400f-a192-82b9e913d774,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:08.285694 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,segment=NetworkSegment(58107491-776a-4526-8cec-4d2c0c057a15),segment_id=58107491-776a-4526-8cec-4d2c0c057a15)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:08.298527 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78', 'network_id': 'e9a0df0a-57c2-499a-83dd-fd9d3b37d63c', 'port_id': '1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78', 'mac_address': 'fa:16:3e:bf:91:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:26:08.341632 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:08.342051 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.367522 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:26:08.391490 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,segment=NetworkSegment(58107491-776a-4526-8cec-4d2c0c057a15),segment_id=58107491-776a-4526-8cec-4d2c0c057a15)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:08.408877 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.409839 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device c008a231-fabf-4fc8-90d2-e833e4d320fb details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:26:08.454171 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4610b-3e56-47eb-9197-70a1287f4aee req-55e7c0c7-9983-4e58-be2c-28ad62bf794b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:08.455740 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-66d4610b-3e56-47eb-9197-70a1287f4aee req-55e7c0c7-9983-4e58-be2c-28ad62bf794b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 943 time: 0.0819628 Feb 16 08:26:08.489107 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:08.497108 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port c008a231-fabf-4fc8-90d2-e833e4d320fb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c008a231-fabf-4fc8-90d2-e833e4d320fb,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:08.511689 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'c008a231-fabf-4fc8-90d2-e833e4d320fb', 'network_id': 'd446fa9d-e135-4e8a-b46f-bd47cf8240e4', 'port_id': 'c008a231-fabf-4fc8-90d2-e833e4d320fb', 'mac_address': 'fa:16:3e:55:f7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4725c2-fe98-46ca-a332-de1415d490f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:26:08.539158 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-66d4610b-3e56-47eb-9197-70a1287f4aee req-0f657f0e-a44c-48f3-87b9-73126018d526 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766261 Feb 16 08:26:08.568097 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port c008a231-fabf-4fc8-90d2-e833e4d320fb is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:08.568646 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.583367 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c008a231-fabf-4fc8-90d2-e833e4d320fb {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:26:08.586745 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 33032) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:08.604415 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port c008a231-fabf-4fc8-90d2-e833e4d320fb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c008a231-fabf-4fc8-90d2-e833e4d320fb,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:08.609036 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.656100 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=c008a231-fabf-4fc8-90d2-e833e4d320fb,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:08.691243 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ced50846-1af8-499f-9214-cdb4ba4246d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.764039 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ced50846-1af8-499f-9214-cdb4ba4246d8 admin admin] Publish callbacks [] for security_group (89650b8f-e6d0-4617-af23-10cff11491fb), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.768089 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ced50846-1af8-499f-9214-cdb4ba4246d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (89650b8f-e6d0-4617-af23-10cff11491fb), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.803531 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced50846-1af8-499f-9214-cdb4ba4246d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89650b8f-e6d0-4617-af23-10cff11491fb,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:08.808375 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-ced50846-1af8-499f-9214-cdb4ba4246d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3b13e4cdc264a91a0ebd5dde3465701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205870 Feb 16 08:26:08.811018 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 33036) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:08.861304 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a09c7528-06c4-4034-8dc2-ee435c9954d7 admin admin] Publish callbacks [] for security_group (89650b8f-e6d0-4617-af23-10cff11491fb), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.885791 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a09c7528-06c4-4034-8dc2-ee435c9954d7 admin admin] Publish callbacks [] for security_group (89650b8f-e6d0-4617-af23-10cff11491fb), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.932791 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a09c7528-06c4-4034-8dc2-ee435c9954d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (89650b8f-e6d0-4617-af23-10cff11491fb), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.935531 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a09c7528-06c4-4034-8dc2-ee435c9954d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:08.936938 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-a09c7528-06c4-4034-8dc2-ee435c9954d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89650b8f-e6d0-4617-af23-10cff11491fb HTTP/1.1" status: 204 len: 168 time: 0.1250103 Feb 16 08:26:08.947651 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c7528-06c4-4034-8dc2-ee435c9954d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89650b8f-e6d0-4617-af23-10cff11491fb,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:09.098344 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd5cd1-bf1c-48c1-9550-af9f85ca634b req-308ec096-56bc-499e-b77e-6d58ff9dc5de tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:09.099925 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-89bd5cd1-bf1c-48c1-9550-af9f85ca634b req-308ec096-56bc-499e-b77e-6d58ff9dc5de tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.0934272 Feb 16 08:26:09.110970 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443d549-e022-45f5-8706-23a513bad93f req-9e08ee6a-50df-4802-bbda-080f713b9ab4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:09.112483 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9443d549-e022-45f5-8706-23a513bad93f req-9e08ee6a-50df-4802-bbda-080f713b9ab4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.0739245 Feb 16 08:26:09.188479 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-89bd5cd1-bf1c-48c1-9550-af9f85ca634b req-52f3ff6d-40b0-491a-bf99-fe88b5afc323 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750000 Feb 16 08:26:09.191985 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9443d549-e022-45f5-8706-23a513bad93f req-fbbb10d9-4f24-4360-a811-e693e9e54015 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707150 Feb 16 08:26:09.303962 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f6290-2b0d-4b6d-83de-c3de51865929 req-39b96fe2-85ad-4352-a816-c2d73e7260e4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:09.305523 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b93f6290-2b0d-4b6d-83de-c3de51865929 req-39b96fe2-85ad-4352-a816-c2d73e7260e4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.0590329 Feb 16 08:26:09.353991 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b93f6290-2b0d-4b6d-83de-c3de51865929 req-faf293ef-d836-4145-8943-66d4b5046162 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427723 Feb 16 08:26:09.675074 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae4295-132c-413a-8da4-ec0e2a758016 req-28c12859-f8ba-4402-a063-52c2b03cd734 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:09.676733 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-45ae4295-132c-413a-8da4-ec0e2a758016 req-28c12859-f8ba-4402-a063-52c2b03cd734 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 944 time: 0.0618424 Feb 16 08:26:09.727262 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-45ae4295-132c-413a-8da4-ec0e2a758016 req-b08a2759-5ec8-41fd-a448-b9c78122bd40 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Feb 16 08:26:10.345560 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb4b1-0857-4845-89a3-2dfe532da27d req-945c153b-ddbc-47c6-8432-a51fc578b068 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:10.347047 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-990fb4b1-0857-4845-89a3-2dfe532da27d req-945c153b-ddbc-47c6-8432-a51fc578b068 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.0884995 Feb 16 08:26:10.365025 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca5687-70e3-42ca-b835-c1e635a0a568 req-f7a4b31a-ffe0-4370-94c6-05667fd680c5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:10.366489 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-41ca5687-70e3-42ca-b835-c1e635a0a568 req-f7a4b31a-ffe0-4370-94c6-05667fd680c5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.0815461 Feb 16 08:26:10.432100 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-990fb4b1-0857-4845-89a3-2dfe532da27d req-0cd1233a-fe19-4908-ba50-b6c61d1143a8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Feb 16 08:26:10.439334 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-41ca5687-70e3-42ca-b835-c1e635a0a568 req-44602e24-aa96-483d-9260-6504cbe638d2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644786 Feb 16 08:26:10.563780 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7e0a8-4e89-4099-ac67-13a8a7f563e0 req-72472e3a-bae1-4055-bcd0-4294eb4892fd tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:10.565290 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-84e7e0a8-4e89-4099-ac67-13a8a7f563e0 req-72472e3a-bae1-4055-bcd0-4294eb4892fd tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.0651958 Feb 16 08:26:10.613007 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-84e7e0a8-4e89-4099-ac67-13a8a7f563e0 req-1c927a9c-3293-4767-805c-20403c535dbf tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Feb 16 08:26:10.848201 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cff70-03d8-453f-9db2-a6aee11222f8 req-453d88a2-7194-4fae-8ee1-985bc7cb4d8d tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:10.849700 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e65cff70-03d8-453f-9db2-a6aee11222f8 req-453d88a2-7194-4fae-8ee1-985bc7cb4d8d tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 944 time: 0.0571918 Feb 16 08:26:10.896208 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e65cff70-03d8-453f-9db2-a6aee11222f8 req-a03010b3-1949-490a-a034-8a70a9d9f64d tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Feb 16 08:26:11.597298 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397aa9f0-30f0-4411-bdd1-9c646af36f28 req-11c28206-a5e8-405d-af5f-aaf7c1395203 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:11.598788 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-397aa9f0-30f0-4411-bdd1-9c646af36f28 req-11c28206-a5e8-405d-af5f-aaf7c1395203 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.0805223 Feb 16 08:26:11.606062 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e2385-1fc6-4ac1-b4d0-80a887f5e2df req-0e979401-5902-4166-a543-ef2497dd1c82 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:11.607840 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a57e2385-1fc6-4ac1-b4d0-80a887f5e2df req-0e979401-5902-4166-a543-ef2497dd1c82 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.0994525 Feb 16 08:26:11.687774 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-397aa9f0-30f0-4411-bdd1-9c646af36f28 req-9015fd2d-1d7a-47c3-8933-54ea550c486e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788836 Feb 16 08:26:11.692219 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a57e2385-1fc6-4ac1-b4d0-80a887f5e2df req-e90962bf-2cfb-42dd-861a-45d015af432a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775969 Feb 16 08:26:11.821223 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7e07-6d79-4b1a-9890-7909bb1e5776 req-90c6469e-0ce3-4a0d-981e-42e15e3a4c6f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:11.822788 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d81f7e07-6d79-4b1a-9890-7909bb1e5776 req-90c6469e-0ce3-4a0d-981e-42e15e3a4c6f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.0657825 Feb 16 08:26:11.874165 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d81f7e07-6d79-4b1a-9890-7909bb1e5776 req-bdcbbf29-cf3e-4c62-9223-d2fd9effb5bd tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456638 Feb 16 08:26:12.034127 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f032fc5-f8b6-4aa2-a976-1d7350b3290e req-74b4c77d-82e7-41c9-8ae3-cd5cd4dee772 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:12.035638 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5f032fc5-f8b6-4aa2-a976-1d7350b3290e req-74b4c77d-82e7-41c9-8ae3-cd5cd4dee772 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 944 time: 0.0623965 Feb 16 08:26:12.090315 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5f032fc5-f8b6-4aa2-a976-1d7350b3290e req-e0e164fc-1c61-4d52-a55b-bfcf7da12b4f tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489094 Feb 16 08:26:12.414042 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33164) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:12.498641 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:26:12.518841 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fbe43471-a315-478b-b088-8e6ece82fbad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:12.553864 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['938af534-7342-45a2-9e69-bd76724ff567'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:26:12.556225 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['22024571-882a-4d2d-82cd-d1e534311930'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:26:12.601857 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fbe43471-a315-478b-b088-8e6ece82fbad admin admin] Publish callbacks [] for security_group (bf4070c6-4e07-45b5-b97d-a55073dc1097), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:12.605613 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fbe43471-a315-478b-b088-8e6ece82fbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bf4070c6-4e07-45b5-b97d-a55073dc1097), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:12.622371 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['c008a231-fabf-4fc8-90d2-e833e4d320fb'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:26:12.624431 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['a8dfba41-0202-400f-a192-82b9e913d774'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:26:12.646836 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-fbe43471-a315-478b-b088-8e6ece82fbad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51725b3da8ed43a3960bd777c320439d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316697 Feb 16 08:26:12.648742 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe43471-a315-478b-b088-8e6ece82fbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4070c6-4e07-45b5-b97d-a55073dc1097,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:12.650139 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 33172) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:12.726364 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1e874ce7-405e-48b6-a172-9686a1c847c6 admin admin] Publish callbacks [] for security_group (bf4070c6-4e07-45b5-b97d-a55073dc1097), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:12.753646 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1e874ce7-405e-48b6-a172-9686a1c847c6 admin admin] Publish callbacks [] for security_group (bf4070c6-4e07-45b5-b97d-a55073dc1097), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:12.881851 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de071a-15df-4689-80d0-8f838e86c92a req-2ff4f521-ccef-4531-84a9-19eaf17e953b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:12.883672 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-89de071a-15df-4689-80d0-8f838e86c92a req-2ff4f521-ccef-4531-84a9-19eaf17e953b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.1115096 Feb 16 08:26:12.886378 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1e874ce7-405e-48b6-a172-9686a1c847c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bf4070c6-4e07-45b5-b97d-a55073dc1097), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:12.889580 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1e874ce7-405e-48b6-a172-9686a1c847c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:12.893244 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-1e874ce7-405e-48b6-a172-9686a1c847c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf4070c6-4e07-45b5-b97d-a55073dc1097 HTTP/1.1" status: 204 len: 168 time: 0.2391839 Feb 16 08:26:12.951548 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b03e2-adf5-4e9a-b0fb-bc5e0147e975 req-a2d9c274-1940-4841-910f-fffe4845f66c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:12.956150 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2a0b03e2-adf5-4e9a-b0fb-bc5e0147e975 req-a2d9c274-1940-4841-910f-fffe4845f66c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.1449935 Feb 16 08:26:12.961378 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e874ce7-405e-48b6-a172-9686a1c847c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4070c6-4e07-45b5-b97d-a55073dc1097,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:13.051509 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-89de071a-15df-4689-80d0-8f838e86c92a req-37b815dd-b136-4004-872e-a38ced4d08db tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586907 Feb 16 08:26:13.087685 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2a0b03e2-adf5-4e9a-b0fb-bc5e0147e975 req-c586be93-38b6-4c2f-bc2e-6e4461da6d8f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301680 Feb 16 08:26:13.292818 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d3af0-ada3-4b7c-a657-cec8180b86af req-1c3fa568-fe6a-4420-a5d4-4dfe9ab95515 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:13.295454 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-333d3af0-ada3-4b7c-a657-cec8180b86af req-1c3fa568-fe6a-4420-a5d4-4dfe9ab95515 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 944 time: 0.1098511 Feb 16 08:26:13.308770 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf33d1d-f846-4b9d-9bd4-4b166160257c req-25430afa-f1c3-45ad-badc-ae12862b1e12 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:13.315518 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0bf33d1d-f846-4b9d-9bd4-4b166160257c req-25430afa-f1c3-45ad-badc-ae12862b1e12 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.1279135 Feb 16 08:26:13.449332 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-333d3af0-ada3-4b7c-a657-cec8180b86af req-f1d80da4-0580-4c94-b18d-9c2c749f1c99 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301181 Feb 16 08:26:13.458379 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0bf33d1d-f846-4b9d-9bd4-4b166160257c req-29340f36-5891-4f23-af0b-88d5b628d760 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159527 Feb 16 08:26:13.640146 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d59416e-2a61-4aa2-b5d6-6249fab5eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:13.826474 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 33234) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:13.918311 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-234969803-network', 'tenant_id': '17e1cc7f74e34ea1985bd2aebe4991cc'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:26:13.937704 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Made reservation on behalf of 17e1cc7f74e34ea1985bd2aebe4991cc for: {'network': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:26:13.940897 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:13.950742 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.024423 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Publish callbacks [] for security_group (36521850-d204-4ec5-99e6-37dff72e3ca2), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.028217 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (36521850-d204-4ec5-99e6-37dff72e3ca2), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.054604 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:26:14.065929 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36521850-d204-4ec5-99e6-37dff72e3ca2,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:14.071596 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (1d0d9433-6abc-4d56-914d-e074d7ce37eb), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.071940 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.segments_db [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Added segment 1d0d9433-6abc-4d56-914d-e074d7ce37eb of type vlan for network 18db26bf-0368-4086-b4db-6511c0b9dacb Feb 16 08:26:14.123840 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (18db26bf-0368-4086-b4db-6511c0b9dacb), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.186716 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (18db26bf-0368-4086-b4db-6511c0b9dacb), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.187561 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:14.188138 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.247667 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4200554 Feb 16 08:26:14.250677 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33242) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:14.256219 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Request body: {'subnet': {'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-234969803-subnet', 'tenant_id': '17e1cc7f74e34ea1985bd2aebe4991cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:26:14.276968 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Made reservation on behalf of 17e1cc7f74e34ea1985bd2aebe4991cc for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:26:14.279742 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.292027 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2c983-3ecb-4849-87fc-eb8422ee75b5 req-fba664bd-6af2-4e92-9a31-13533754e369 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:14.293646 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-15f2c983-3ecb-4849-87fc-eb8422ee75b5 req-fba664bd-6af2-4e92-9a31-13533754e369 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.1516514 Feb 16 08:26:14.300110 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030aa3e-e6b5-4ec0-94d8-1d8c9d69f191 admin admin] Pushing event updated for resources: {'Network': ['ID=18db26bf-0368-4086-b4db-6511c0b9dacb,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:14.311699 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2071b1-4a62-477d-957a-9fb7409eac80 req-680f265f-53ef-41f4-a58a-b75558c824e3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:14.312401 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 18db26bf-0368-4086-b4db-6511c0b9dacb details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:26:14.313247 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3f2071b1-4a62-477d-957a-9fb7409eac80 req-680f265f-53ef-41f4-a58a-b75558c824e3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.1438823 Feb 16 08:26:14.391399 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-15f2c983-3ecb-4849-87fc-eb8422ee75b5 req-624527d8-cd9c-4103-aad1-b3040ba2149f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770774 Feb 16 08:26:14.398686 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3f2071b1-4a62-477d-957a-9fb7409eac80 req-3751358a-1cd7-4781-a957-7b4d51f437d6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766199 Feb 16 08:26:14.466021 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (8e15838d-5466-4540-98ae-19e49d6121f7), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.521049 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e15838d-5466-4540-98ae-19e49d6121f7,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:14.544546 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Checking segment: {'id': '1d0d9433-6abc-4d56-914d-e074d7ce37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:26:14.545596 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Network hostable DHCP agents. Network: 18db26bf-0368-4086-b4db-6511c0b9dacb, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:26:14.570674 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Network 18db26bf-0368-4086-b4db-6511c0b9dacb is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:26:14.582665 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 18db26bf-0368-4086-b4db-6511c0b9dacb) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:26:14.587341 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:14.587989 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:14.594426 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674ace3-72d7-4b56-b0b9-6c72cc3dd3f4 None None] Network 18db26bf-0368-4086-b4db-6511c0b9dacb requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:26:14.623044 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b9bf7ac5-3814-4e25-8bf8-a6afd9b45017 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3710208 Feb 16 08:26:14.666312 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248904f-6606-4b1f-8520-6d6d2dd2ec43 req-58a9e746-101b-4a96-8ac5-d0e94f7176ae tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:14.668110 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e248904f-6606-4b1f-8520-6d6d2dd2ec43 req-58a9e746-101b-4a96-8ac5-d0e94f7176ae tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 944 time: 0.0949371 Feb 16 08:26:14.676115 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075dce3-e4cb-40e5-a30c-6da548f1e631 req-0963cb0d-344d-4d35-a34d-33341bf9fd2c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:14.677749 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f075dce3-e4cb-40e5-a30c-6da548f1e631 req-0963cb0d-344d-4d35-a34d-33341bf9fd2c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.1152735 Feb 16 08:26:14.758479 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e8dac-2efb-4d57-b99d-415a94cbc2b8 None None] Network 18db26bf-0368-4086-b4db-6511c0b9dacb requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:26:14.767873 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e248904f-6606-4b1f-8520-6d6d2dd2ec43 req-9b6314ca-1251-4ae2-9cf1-85b162c80894 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889933 Feb 16 08:26:14.772498 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f075dce3-e4cb-40e5-a30c-6da548f1e631 req-8f9a426a-8bec-4c1a-bd3e-b0511af0c82f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864754 Feb 16 08:26:15.546322 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45096f2-6499-4b70-b10c-9b65bcb276cd req-44abd66c-7713-48f2-8fd2-69afb98e67b9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:15.547862 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c45096f2-6499-4b70-b10c-9b65bcb276cd req-44abd66c-7713-48f2-8fd2-69afb98e67b9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.0837748 Feb 16 08:26:15.556626 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b5683-590a-4520-87f7-709cf2639b28 req-c1ff6aef-897f-46be-82c2-6211ae424541 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:15.557564 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a41b5683-590a-4520-87f7-709cf2639b28 req-c1ff6aef-897f-46be-82c2-6211ae424541 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.0834820 Feb 16 08:26:15.627217 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c45096f2-6499-4b70-b10c-9b65bcb276cd req-c5d60007-bbc7-4a79-a0ea-3c8f01c76d11 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686417 Feb 16 08:26:15.634678 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a41b5683-590a-4520-87f7-709cf2639b28 req-c0eafec3-a08d-4f63-8fd1-f4f125e62ced tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691102 Feb 16 08:26:15.905306 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc5ce-3aed-45a6-b033-3d9e913d40cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:15.939777 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c336c-49d2-4c2d-ae64-bc848ee7e735 req-f5120e55-9ecf-4e90-b260-eeed330a306a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:15.942137 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-504c336c-49d2-4c2d-ae64-bc848ee7e735 req-f5120e55-9ecf-4e90-b260-eeed330a306a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.0947912 Feb 16 08:26:15.964972 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afc738-b600-4b6e-911e-5a52fb1537d7 req-2a634653-56c1-48b5-940e-27901cea3677 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:15.966573 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-79afc738-b600-4b6e-911e-5a52fb1537d7 req-2a634653-56c1-48b5-940e-27901cea3677 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 944 time: 0.1078770 Feb 16 08:26:16.028653 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-504c336c-49d2-4c2d-ae64-bc848ee7e735 req-014050ae-3f69-4ea0-a7ac-84e3001d2980 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774970 Feb 16 08:26:16.040859 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-79afc738-b600-4b6e-911e-5a52fb1537d7 req-d0e39f06-0329-4691-8204-68518a169ed5 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665758 Feb 16 08:26:16.743043 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:26:16.779021 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dbe93-4ff3-4f62-924e-63978ccf58e6 req-571ca056-3fbb-4d6a-9ed2-72b11eb5f0f9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:16.780522 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ae6dbe93-4ff3-4f62-924e-63978ccf58e6 req-571ca056-3fbb-4d6a-9ed2-72b11eb5f0f9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.0853646 Feb 16 08:26:16.787105 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1befed-b42b-48cb-9c50-16aafd076374 req-a344c44d-5614-48f6-a4da-d3e7933683cc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:16.789015 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fe1befed-b42b-48cb-9c50-16aafd076374 req-a344c44d-5614-48f6-a4da-d3e7933683cc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.0846915 Feb 16 08:26:16.860309 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ae6dbe93-4ff3-4f62-924e-63978ccf58e6 req-59567b9d-df46-403c-bb91-2068127f2bc0 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702519 Feb 16 08:26:16.863443 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fe1befed-b42b-48cb-9c50-16aafd076374 req-ed1d2a3d-7415-495e-89cb-f9a777c001a1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679107 Feb 16 08:26:17.186691 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985fcd9-f33e-4d47-aae0-a2c183d185f4 req-6a827d36-3d16-497a-b0a2-b1415732e140 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:17.188296 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3985fcd9-f33e-4d47-aae0-a2c183d185f4 req-6a827d36-3d16-497a-b0a2-b1415732e140 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.0940690 Feb 16 08:26:17.195526 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cae6f-b959-402e-b21d-b5a730e3aa20 req-3426dfd9-efcb-4d82-8deb-7c8a5bc28e9e tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:17.196902 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-da7cae6f-b959-402e-b21d-b5a730e3aa20 req-3426dfd9-efcb-4d82-8deb-7c8a5bc28e9e tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 944 time: 0.0764697 Feb 16 08:26:17.268405 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3985fcd9-f33e-4d47-aae0-a2c183d185f4 req-c396d14b-faa3-4d2a-a2d0-ae6c3bfb26e2 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705492 Feb 16 08:26:17.271408 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-da7cae6f-b959-402e-b21d-b5a730e3aa20 req-e821b568-8f6f-45e4-b493-f30f4880feb2 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679259 Feb 16 08:26:17.367977 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:18.008964 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e705c-b6f4-4f8b-8d9b-270e2f19eb63 req-198e554f-b586-4449-bc49-a9df7adff7b2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:18.010463 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c8e705c-b6f4-4f8b-8d9b-270e2f19eb63 req-198e554f-b586-4449-bc49-a9df7adff7b2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.0846028 Feb 16 08:26:18.017929 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e252f5-c0dd-497d-9af0-3f97de0a4544 req-1f1dd1de-30b8-4148-9426-f98b462b6d28 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:18.019284 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b9e252f5-c0dd-497d-9af0-3f97de0a4544 req-1f1dd1de-30b8-4148-9426-f98b462b6d28 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.0848463 Feb 16 08:26:18.101558 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c8e705c-b6f4-4f8b-8d9b-270e2f19eb63 req-0427ec10-0601-45ea-b2cc-c4a07192ca39 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810897 Feb 16 08:26:18.106333 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b9e252f5-c0dd-497d-9af0-3f97de0a4544 req-45f227af-9579-48c1-946a-60dedcdddf0a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797298 Feb 16 08:26:18.423273 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf14e3-f60c-4a72-89ea-81cb143aa570 req-59924e36-a88c-4ec8-9985-03d6e2936ac1 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:18.424769 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f9bf14e3-f60c-4a72-89ea-81cb143aa570 req-59924e36-a88c-4ec8-9985-03d6e2936ac1 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.0853937 Feb 16 08:26:18.432845 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb676c5-6a09-4f8a-84a0-31f6f2684ce7 req-98263e14-d3f4-4803-b3d9-d1cb30193576 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:18.434384 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4eb676c5-6a09-4f8a-84a0-31f6f2684ce7 req-98263e14-d3f4-4803-b3d9-d1cb30193576 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 944 time: 0.0930631 Feb 16 08:26:18.511941 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f9bf14e3-f60c-4a72-89ea-81cb143aa570 req-b95c6db4-eb4b-4db3-a965-36283b3e67c7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765643 Feb 16 08:26:18.516005 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4eb676c5-6a09-4f8a-84a0-31f6f2684ce7 req-1dd7c4f3-4f6a-411f-9bf4-f644dd4cd9e0 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743010 Feb 16 08:26:18.868454 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:19.265857 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09117291-ffed-47b5-827d-dbb80d864859 req-bdea2cca-6345-4b9d-9338-f87696570bcb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:19.267395 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-09117291-ffed-47b5-827d-dbb80d864859 req-bdea2cca-6345-4b9d-9338-f87696570bcb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.0898206 Feb 16 08:26:19.277833 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afee48-9f4a-43ac-b8b6-26239ebd2915 req-79c93722-56d0-446e-9c83-7b307b20b28b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:19.279433 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-29afee48-9f4a-43ac-b8b6-26239ebd2915 req-79c93722-56d0-446e-9c83-7b307b20b28b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.0911989 Feb 16 08:26:19.357186 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-09117291-ffed-47b5-827d-dbb80d864859 req-3df5a589-b840-45cd-8e29-1173ce592090 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766501 Feb 16 08:26:19.361175 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-29afee48-9f4a-43ac-b8b6-26239ebd2915 req-21c9463d-b32c-4ecc-bf42-379222d467ef tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741293 Feb 16 08:26:19.663256 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-de8c54cf-f088-4039-bb03-204675b651d1 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:19.665310 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-de8c54cf-f088-4039-bb03-204675b651d1 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/networks?id=18db26bf-0368-4086-b4db-6511c0b9dacb HTTP/1.1" status: 200 len: 808 time: 0.1379156 Feb 16 08:26:19.688923 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958da4a0-e94d-4e6f-82a6-25727025fd50 req-bf025856-5ff9-4e63-9ea0-2088bfe71778 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:19.690313 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-958da4a0-e94d-4e6f-82a6-25727025fd50 req-bf025856-5ff9-4e63-9ea0-2088bfe71778 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.0885565 Feb 16 08:26:19.693083 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-05c285f2-c997-416e-b8c9-ee522eabb51d tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/quotas/17e1cc7f74e34ea1985bd2aebe4991cc HTTP/1.1" status: 200 len: 375 time: 0.0205855 Feb 16 08:26:19.914814 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-b6d783db-233d-44d8-8dc4-8adf69876648 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=17e1cc7f74e34ea1985bd2aebe4991cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2106180 Feb 16 08:26:19.965960 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-958da4a0-e94d-4e6f-82a6-25727025fd50 req-e2b88e28-a4ad-4fc5-be2b-6115f420213a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697747 Feb 16 08:26:20.026807 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 938af534-7342-45a2-9e69-bd76724ff567 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:26:20.036674 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-ab19e21e-d2b8-4850-ba1e-4afdff69635d service neutron] 10.222.0.30 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158626 Feb 16 08:26:20.079100 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 938af534-7342-45a2-9e69-bd76724ff567 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:26:20.084729 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 938af534-7342-45a2-9e69-bd76724ff567 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:26:20.085184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (938af534-7342-45a2-9e69-bd76724ff567), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:20.141677 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:20.150493 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb1565-0adf-4713-8d60-7919bc2a7ac3 req-dc87c07a-e173-447e-b209-6c735ca61aef tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:20.152106 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-79bb1565-0adf-4713-8d60-7919bc2a7ac3 req-dc87c07a-e173-447e-b209-6c735ca61aef tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 944 time: 0.1312935 Feb 16 08:26:20.174429 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-d3d3e0db-a458-4304-8219-0731ff199c53 service neutron] 10.222.0.30 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187217 Feb 16 08:26:20.185837 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 938af534-7342-45a2-9e69-bd76724ff567 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:20.186647 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (938af534-7342-45a2-9e69-bd76724ff567), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:20.232765 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 938af534-7342-45a2-9e69-bd76724ff567, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=938af534-7342-45a2-9e69-bd76724ff567,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:20.233849 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66ac6b5-22a3-4745-af90-4a24b71ec775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938af534-7342-45a2-9e69-bd76724ff567'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:26:20.238367 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-79bb1565-0adf-4713-8d60-7919bc2a7ac3 req-a4843b58-b3ff-4392-8de6-bdf8da5a99d7 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765240 Feb 16 08:26:20.307188 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (938af534-7342-45a2-9e69-bd76724ff567), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:20.308066 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:26:20.433767 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-88db17e7-36f8-4091-8813-117bbd342bcb req-5daeebf4-8132-4af0-bb0f-6d6c9e156c4e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 210 time: 0.0703843 Feb 16 08:26:20.473297 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=938af534-7342-45a2-9e69-bd76724ff567,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:20.508928 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:26:20.521780 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6935bf66-9206-4763-a5cf-bbaad8379ea7" -d '{"events": [{"server_uuid": "f66ac6b5-22a3-4745-af90-4a24b71ec775", "name": "network-vif-plugged", "status": "completed", "tag": "938af534-7342-45a2-9e69-bd76724ff567"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:26:20.525776 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:26:20.526281 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:20.631723 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42636b-c66e-4ab9-aecf-29f0de86b68c req-04c3a503-0d11-4116-a7bb-02dcfc64174e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:20.633644 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec42636b-c66e-4ab9-aecf-29f0de86b68c req-04c3a503-0d11-4116-a7bb-02dcfc64174e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 945 time: 0.1482720 Feb 16 08:26:20.689913 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c18af-56cb-4bd2-b796-6e13411390a9 req-74502d02-b153-4f31-a577-3a1475358afd tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:20.691565 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f90c18af-56cb-4bd2-b796-6e13411390a9 req-74502d02-b153-4f31-a577-3a1475358afd tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.1200628 Feb 16 08:26:20.733859 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec42636b-c66e-4ab9-aecf-29f0de86b68c req-ecde4929-6517-452f-b30e-62c353e135a9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914013 Feb 16 08:26:20.786068 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f90c18af-56cb-4bd2-b796-6e13411390a9 req-141064c6-122e-4630-81bc-bae63abce8b5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873992 Feb 16 08:26:20.788555 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:20.789886 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:20.886273 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,segment=NetworkSegment(58107491-776a-4526-8cec-4d2c0c057a15),segment_id=58107491-776a-4526-8cec-4d2c0c057a15)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:20.893922 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:20.898902 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a8dfba41-0202-400f-a192-82b9e913d774 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:26:20.925440 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33428) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:21.031683 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:21.048814 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port a8dfba41-0202-400f-a192-82b9e913d774 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:26:21.061449 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port a8dfba41-0202-400f-a192-82b9e913d774 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:26:21.062129 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a8dfba41-0202-400f-a192-82b9e913d774), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.153542 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-69d57063-9555-4b5b-b499-241ec3b349b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.156488 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c70ae2b-eb2c-4046-a5f8-5982bf9de7e2 x-openstack-request-id: req-0c70ae2b-eb2c-4046-a5f8-5982bf9de7e2 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:26:21.156880 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66ac6b5-22a3-4745-af90-4a24b71ec775", "name": "network-vif-plugged", "status": "completed", "tag": "938af534-7342-45a2-9e69-bd76724ff567", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:26:21.157247 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c70ae2b-eb2c-4046-a5f8-5982bf9de7e2 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:26:21.158119 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66ac6b5-22a3-4745-af90-4a24b71ec775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938af534-7342-45a2-9e69-bd76724ff567', 'code': 200} Feb 16 08:26:21.208354 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3e27-ca28-43b9-945e-63203beb0bac req-a2429828-abc3-4f4e-8fec-99af4d001b1f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:21.211223 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7a4c3e27-ca28-43b9-945e-63203beb0bac req-a2429828-abc3-4f4e-8fec-99af4d001b1f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 944 time: 0.1053808 Feb 16 08:26:21.236683 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a8dfba41-0202-400f-a192-82b9e913d774 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:21.237087 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a8dfba41-0202-400f-a192-82b9e913d774), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.299823 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a8dfba41-0202-400f-a192-82b9e913d774, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a8dfba41-0202-400f-a192-82b9e913d774,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:21.309217 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a8dfba41-0202-400f-a192-82b9e913d774), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.310194 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 22024571-882a-4d2d-82cd-d1e534311930 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:26:21.339398 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7a4c3e27-ca28-43b9-945e-63203beb0bac req-d41c99a9-06d3-4cd9-948b-a67027e6e66e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174722 Feb 16 08:26:21.376871 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-69d57063-9555-4b5b-b499-241ec3b349b5 admin admin] Publish callbacks [] for security_group (99672880-ab20-4ab0-96cb-55891feb1d48), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.385813 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-69d57063-9555-4b5b-b499-241ec3b349b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (99672880-ab20-4ab0-96cb-55891feb1d48), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.433422 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a8dfba41-0202-400f-a192-82b9e913d774,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:21.446658 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 22024571-882a-4d2d-82cd-d1e534311930 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:26:21.455070 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 22024571-882a-4d2d-82cd-d1e534311930 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:26:21.455803 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (22024571-882a-4d2d-82cd-d1e534311930), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.461715 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-69d57063-9555-4b5b-b499-241ec3b349b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de52a32ca136414ab1e96a4825512231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5338612 Feb 16 08:26:21.462678 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33446) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:21.469314 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d57063-9555-4b5b-b499-241ec3b349b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99672880-ab20-4ab0-96cb-55891feb1d48,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:21.474361 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cadd0-bd08-41a7-a969-00b09fcdb71f req-d44a8058-254b-4656-b4e6-f00b0a079aa1 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:21.477017 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7f4cadd0-bd08-41a7-a969-00b09fcdb71f req-d44a8058-254b-4656-b4e6-f00b0a079aa1 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.1037328 Feb 16 08:26:21.538113 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d016-9065-4b30-88cc-368205d81163 admin admin] Publish callbacks [] for security_group (99672880-ab20-4ab0-96cb-55891feb1d48), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.563953 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d016-9065-4b30-88cc-368205d81163 admin admin] Publish callbacks [] for security_group (99672880-ab20-4ab0-96cb-55891feb1d48), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.615213 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 22024571-882a-4d2d-82cd-d1e534311930 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:21.615970 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (22024571-882a-4d2d-82cd-d1e534311930), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.627461 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d016-9065-4b30-88cc-368205d81163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (99672880-ab20-4ab0-96cb-55891feb1d48), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.630434 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d016-9065-4b30-88cc-368205d81163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.631672 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-0cd8d016-9065-4b30-88cc-368205d81163 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99672880-ab20-4ab0-96cb-55891feb1d48 HTTP/1.1" status: 204 len: 168 time: 0.1676190 Feb 16 08:26:21.640889 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8d016-9065-4b30-88cc-368205d81163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99672880-ab20-4ab0-96cb-55891feb1d48,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:21.651674 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daad6e63-c154-4e54-a9f8-fb1afe1a1525 req-81b0e863-c4a7-4b57-9a48-fdfcd9ecd811 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 210 time: 0.0495381 Feb 16 08:26:21.704642 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7f4cadd0-bd08-41a7-a969-00b09fcdb71f req-778ee57f-d245-4641-986c-6feeb2e15a61 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643815 Feb 16 08:26:21.706329 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 22024571-882a-4d2d-82cd-d1e534311930, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=22024571-882a-4d2d-82cd-d1e534311930,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:21.716706 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (22024571-882a-4d2d-82cd-d1e534311930), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.721639 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd8970-e87a-4f10-8142-8ce8d7c3acfb req-d1c874fe-bf18-43db-a17d-8cd259486b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:21.724128 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-affd8970-e87a-4f10-8142-8ce8d7c3acfb req-d1c874fe-bf18-43db-a17d-8cd259486b72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1130 time: 0.2457225 Feb 16 08:26:21.752814 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-affd8970-e87a-4f10-8142-8ce8d7c3acfb req-abd96353-6737-4c84-986f-12eb807bfc24 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.781783 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=22024571-882a-4d2d-82cd-d1e534311930,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:21.938156 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-affd8970-e87a-4f10-8142-8ce8d7c3acfb req-abd96353-6737-4c84-986f-12eb807bfc24 service neutron] Publish callbacks [] for security_group (9b9630c8-3c50-49f1-bf88-e93c08a84feb), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:21.957515 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-affd8970-e87a-4f10-8142-8ce8d7c3acfb req-abd96353-6737-4c84-986f-12eb807bfc24 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (9b9630c8-3c50-49f1-bf88-e93c08a84feb), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.018311 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33458) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:22.033386 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d796b-c44c-4cf1-857b-5753d086b054 req-4ca3dd4a-bbab-47fe-a5cb-db5a7d2827cb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:22.035286 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-38fdaca3-6050-4866-8f12-ec6cdfe53720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.035465 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f64d796b-c44c-4cf1-857b-5753d086b054 req-4ca3dd4a-bbab-47fe-a5cb-db5a7d2827cb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 946 time: 0.1854959 Feb 16 08:26:22.046347 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device c008a231-fabf-4fc8-90d2-e833e4d320fb up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:26:22.105896 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613448fd-e03d-40e2-be48-0c0abc089942 req-6c4c815c-157e-4181-a967-22a64d2b98b4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:22.107472 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-613448fd-e03d-40e2-be48-0c0abc089942 req-6c4c815c-157e-4181-a967-22a64d2b98b4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 945 time: 0.2209430 Feb 16 08:26:22.114857 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-affd8970-e87a-4f10-8142-8ce8d7c3acfb req-abd96353-6737-4c84-986f-12eb807bfc24 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823779 Feb 16 08:26:22.125674 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd96353-6737-4c84-986f-12eb807bfc24 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9630c8-3c50-49f1-bf88-e93c08a84feb,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:22.138896 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port c008a231-fabf-4fc8-90d2-e833e4d320fb completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:26:22.141615 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-38fdaca3-6050-4866-8f12-ec6cdfe53720 admin admin] Publish callbacks [] for security_group (1f40e10a-bc16-4a18-96f7-029aa354d267), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.143128 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port c008a231-fabf-4fc8-90d2-e833e4d320fb triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:26:22.143547 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.149913 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-38fdaca3-6050-4866-8f12-ec6cdfe53720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (1f40e10a-bc16-4a18-96f7-029aa354d267), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.197669 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-38fdaca3-6050-4866-8f12-ec6cdfe53720 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb0af4222d63451a83d6b2448db35a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782482 Feb 16 08:26:22.198864 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdaca3-6050-4866-8f12-ec6cdfe53720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f40e10a-bc16-4a18-96f7-029aa354d267,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:22.201475 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33460) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:22.201650 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f64d796b-c44c-4cf1-857b-5753d086b054 req-c03a8b2a-cac3-49ba-b9e0-177f61136797 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510937 Feb 16 08:26:22.254611 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-52303b45-a862-4177-9a4a-7ac9ecf62ae9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:22.256810 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-52303b45-a862-4177-9a4a-7ac9ecf62ae9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.71 "GET /v2.0/networks?id=18db26bf-0368-4086-b4db-6511c0b9dacb HTTP/1.1" status: 200 len: 808 time: 0.2954981 Feb 16 08:26:22.259069 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b05-bd00-43ba-a6f6-1f9f1261d675 admin admin] Publish callbacks [] for security_group (1f40e10a-bc16-4a18-96f7-029aa354d267), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.274415 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port c008a231-fabf-4fc8-90d2-e833e4d320fb is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:22.274824 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.278525 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-613448fd-e03d-40e2-be48-0c0abc089942 req-af6b2bfa-ae1d-4155-8ce6-49059870edf1 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566133 Feb 16 08:26:22.285620 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b05-bd00-43ba-a6f6-1f9f1261d675 admin admin] Publish callbacks [] for security_group (1f40e10a-bc16-4a18-96f7-029aa354d267), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.321965 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port c008a231-fabf-4fc8-90d2-e833e4d320fb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c008a231-fabf-4fc8-90d2-e833e4d320fb,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:22.327266 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.348072 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b05-bd00-43ba-a6f6-1f9f1261d675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (1f40e10a-bc16-4a18-96f7-029aa354d267), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.350717 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b05-bd00-43ba-a6f6-1f9f1261d675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.352858 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-86bc2b05-bd00-43ba-a6f6-1f9f1261d675 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f40e10a-bc16-4a18-96f7-029aa354d267 HTTP/1.1" status: 204 len: 168 time: 0.1500692 Feb 16 08:26:22.368576 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc2b05-bd00-43ba-a6f6-1f9f1261d675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f40e10a-bc16-4a18-96f7-029aa354d267,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:22.441701 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=c008a231-fabf-4fc8-90d2-e833e4d320fb,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:22.473111 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Request body: {'port': {'device_id': '3f5c4a25-98a5-4e25-ac62-3b7899d66d10', 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb', 'admin_state_up': True, 'tenant_id': '17e1cc7f74e34ea1985bd2aebe4991cc'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:26:22.566634 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663f221-8899-4694-9e97-4a34fdb16fa1 req-69e6323a-ce28-4f8c-a198-878d6f30ad6b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:22.568878 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4663f221-8899-4694-9e97-4a34fdb16fa1 req-69e6323a-ce28-4f8c-a198-878d6f30ad6b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.1567378 Feb 16 08:26:22.652433 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4663f221-8899-4694-9e97-4a34fdb16fa1 req-5f56b868-1288-4d1f-ba56-b939183872a1 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764024 Feb 16 08:26:22.661242 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Made reservation on behalf of 17e1cc7f74e34ea1985bd2aebe4991cc for: {'port': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:26:22.665309 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:22.782866 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c7a5ab86-343a-4c5f-8743-5cce4705b74f req-49fb9ac4-b0f0-48a7-bc86-92794ce20c89 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 210 time: 0.0409579 Feb 16 08:26:22.887834 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7028db0-cfd7-4dd0-8d76-2c79fd16f517 req-af3e9741-5aa6-483d-8374-98ada74ea7cc tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:22.889593 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e7028db0-cfd7-4dd0-8d76-2c79fd16f517 req-af3e9741-5aa6-483d-8374-98ada74ea7cc tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.1024151 Feb 16 08:26:22.890838 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Allocated IP 172.20.0.13 (18db26bf-0368-4086-b4db-6511c0b9dacb/8e15838d-5466-4540-98ae-19e49d6121f7/ff67bf83-c3ea-4253-9e59-0c9dc54c0530) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:26:22.984203 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e7028db0-cfd7-4dd0-8d76-2c79fd16f517 req-90197a01-fc4e-4fdd-a2ad-e03db891a017 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869162 Feb 16 08:26:23.099220 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks [] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:23.136632 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:23.159878 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d3dbc-68d5-4b44-931b-1f6969d1956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78'}, {'server_uuid': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dfba41-0202-400f-a192-82b9e913d774'}, {'server_uuid': 'ddf23343-7428-4d8b-92a2-3a5a81282219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22024571-882a-4d2d-82cd-d1e534311930'}, {'server_uuid': '37b709bd-e7f5-4dd2-a672-2a746b1adc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c008a231-fabf-4fc8-90d2-e833e4d320fb'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:26:23.162257 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8021f17-89b5-41d0-b485-ae231a656819" -d '{"events": [{"server_uuid": "429d3dbc-68d5-4b44-931b-1f6969d1956f", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78"}, {"server_uuid": "b85ad208-12c2-4da5-93ae-c5ab12ab1e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a8dfba41-0202-400f-a192-82b9e913d774"}, {"server_uuid": "ddf23343-7428-4d8b-92a2-3a5a81282219", "name": "network-vif-plugged", "status": "completed", "tag": "22024571-882a-4d2d-82cd-d1e534311930"}, {"server_uuid": "37b709bd-e7f5-4dd2-a672-2a746b1adc6f", "name": "network-vif-plugged", "status": "completed", "tag": "c008a231-fabf-4fc8-90d2-e833e4d320fb"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:26:23.189894 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Network 18db26bf-0368-4086-b4db-6511c0b9dacb is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:26:23.193504 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:26:23.203827 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:26:23.210264 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:23.211300 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:23.220819 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 16 Feb 2022 08:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975bd04f-5717-4395-b4c5-bc9e54b0316f x-openstack-request-id: req-975bd04f-5717-4395-b4c5-bc9e54b0316f {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:26:23.221133 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d3dbc-68d5-4b44-931b-1f6969d1956f", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78", "code": 200}, {"server_uuid": "b85ad208-12c2-4da5-93ae-c5ab12ab1e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a8dfba41-0202-400f-a192-82b9e913d774", "code": 200}, {"server_uuid": "ddf23343-7428-4d8b-92a2-3a5a81282219", "name": "network-vif-plugged", "status": "completed", "tag": "22024571-882a-4d2d-82cd-d1e534311930", "code": 200}, {"server_uuid": "37b709bd-e7f5-4dd2-a672-2a746b1adc6f", "name": "network-vif-plugged", "status": "completed", "tag": "c008a231-fabf-4fc8-90d2-e833e4d320fb", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:26:23.221397 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-975bd04f-5717-4395-b4c5-bc9e54b0316f {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:26:23.221812 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429d3dbc-68d5-4b44-931b-1f6969d1956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78', 'code': 200} Feb 16 08:26:23.222076 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dfba41-0202-400f-a192-82b9e913d774', 'code': 200} Feb 16 08:26:23.222339 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf23343-7428-4d8b-92a2-3a5a81282219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22024571-882a-4d2d-82cd-d1e534311930', 'code': 200} Feb 16 08:26:23.222584 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b709bd-e7f5-4dd2-a672-2a746b1adc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c008a231-fabf-4fc8-90d2-e833e4d320fb', 'code': 200} Feb 16 08:26:23.225440 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Pushing event updated for resources: {'Port': ['ID=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:23.250449 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-1dcdfd6c-4aeb-4dda-b107-4a8a7cc26f8e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7839029 Feb 16 08:26:23.276050 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Request body: {'port': {'device_id': '3f5c4a25-98a5-4e25-ac62-3b7899d66d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:26:23.412361 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:23.449047 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06bda7-7063-4c6c-8f54-fb61ffd77168 req-3c289ef8-ea2f-44d8-aaf1-91524825b6b3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:23.456073 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1b06bda7-7063-4c6c-8f54-fb61ffd77168 req-3c289ef8-ea2f-44d8-aaf1-91524825b6b3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 946 time: 0.1572688 Feb 16 08:26:23.555009 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872660c7-1097-4a8d-b805-6c42c5658df2 req-2a647149-11cd-4144-8e46-432eab48348c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:23.556725 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-872660c7-1097-4a8d-b805-6c42c5658df2 req-2a647149-11cd-4144-8e46-432eab48348c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.1935444 Feb 16 08:26:23.719666 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1b06bda7-7063-4c6c-8f54-fb61ffd77168 req-4ec7f01a-816a-4630-aa69-8d74f48e177f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621195 Feb 16 08:26:23.770473 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c3209-63e2-4d81-9e92-7b6e0388d775 req-32bbbe96-f098-4e52-b929-87afaa070fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:23.774681 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-423c3209-63e2-4d81-9e92-7b6e0388d775 req-32bbbe96-f098-4e52-b929-87afaa070fdd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 1129 time: 0.2811558 Feb 16 08:26:23.788785 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-872660c7-1097-4a8d-b805-6c42c5658df2 req-c52dd392-7e5c-4634-8fb7-0a5babfc4b35 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170498 Feb 16 08:26:23.903311 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27609fc5-cd32-488f-a50d-26cc12f7fa20 req-f126f53a-9e79-4843-9e7b-907a20457302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:23.905677 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-27609fc5-cd32-488f-a50d-26cc12f7fa20 req-f126f53a-9e79-4843-9e7b-907a20457302 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 1130 time: 0.2341173 Feb 16 08:26:23.950846 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeecd1-9d7a-45aa-aac0-e3b0cb37da35 req-de3f8c79-063c-4abf-b0c7-741f11f0f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:23.955044 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7ffeecd1-9d7a-45aa-aac0-e3b0cb37da35 req-de3f8c79-063c-4abf-b0c7-741f11f0f16a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 1130 time: 0.2052691 Feb 16 08:26:23.962223 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b102309-fbd6-4f0b-a446-de0ae38a8574 req-30923d46-7400-40b5-ac0f-3869670fe8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:23.965459 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1b102309-fbd6-4f0b-a446-de0ae38a8574 req-30923d46-7400-40b5-ac0f-3869670fe8f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 1129 time: 0.2371497 Feb 16 08:26:23.981701 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-423c3209-63e2-4d81-9e92-7b6e0388d775 req-96b28ef7-3e43-41a9-80f1-f8e893bde46e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968675 Feb 16 08:26:24.033898 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-27609fc5-cd32-488f-a50d-26cc12f7fa20 req-e67c2566-06f2-4e79-bec7-cad85b0f73b5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175485 Feb 16 08:26:24.044507 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe33d9-7342-4790-9ea4-786d169daeea req-1eb4859e-1bf9-47ff-a83f-c8e4afb27b29 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:24.051781 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4fe33d9-7342-4790-9ea4-786d169daeea req-1eb4859e-1bf9-47ff-a83f-c8e4afb27b29 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.1907306 Feb 16 08:26:24.076153 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7ffeecd1-9d7a-45aa-aac0-e3b0cb37da35 req-9b744e0a-f41e-49ca-93a8-cc109cf52828 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026230 Feb 16 08:26:24.079837 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1b102309-fbd6-4f0b-a446-de0ae38a8574 req-41394bbf-e7cb-4b71-981c-5f741cbb6594 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920985 Feb 16 08:26:24.117392 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f05db-70c6-4112-b19e-989150826ef4 req-eb39ed1e-a917-4edf-b77e-daa996f6db82 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:24.119042 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8e6f05db-70c6-4112-b19e-989150826ef4 req-eb39ed1e-a917-4edf-b77e-daa996f6db82 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 932 time: 0.1678624 Feb 16 08:26:24.147491 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff67bf83-c3ea-4253-9e59-0c9dc54c0530 {{(pid=102594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:26:24.157825 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Publish callbacks [] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:24.196129 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4fe33d9-7342-4790-9ea4-786d169daeea req-6368177d-96fe-4d33-aea8-25026991bfaa tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436636 Feb 16 08:26:24.198056 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.provisioning_blocks [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Transition to ACTIVE for port object ff67bf83-c3ea-4253-9e59-0c9dc54c0530 will not be triggered until provisioned by entity L2. {{(pid=102594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:26:24.215787 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:24.276556 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8e6f05db-70c6-4112-b19e-989150826ef4 req-b71d6017-902e-47c5-8f7e-e25c7d2aeb21 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513941 Feb 16 08:26:24.328868 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Pushing event updated for resources: {'Port': ['ID=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:24.388784 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52049594-5b58-4cd0-935e-b0f1ba3aaf8e req-1a6787d6-b3d8-4af0-a2e8-bc5438c1524c tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:24.390511 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-52049594-5b58-4cd0-935e-b0f1ba3aaf8e req-1a6787d6-b3d8-4af0-a2e8-bc5438c1524c tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.1109428 Feb 16 08:26:24.391323 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Attempting to bind port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:26:24.391700 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Attempting to bind port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1d0d9433-6abc-4d56-914d-e074d7ce37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:26:24.392030 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Attempting to bind port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 on network 18db26bf-0368-4086-b4db-6511c0b9dacb {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:26:24.404432 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 on network 18db26bf-0368-4086-b4db-6511c0b9dacb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:26:24.404772 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Attempting to bind port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 on network 18db26bf-0368-4086-b4db-6511c0b9dacb {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:26:24.417987 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:26:24.418392 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Checking segment: {'id': '1d0d9433-6abc-4d56-914d-e074d7ce37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:26:24.418854 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Bound using segment: {'id': '1d0d9433-6abc-4d56-914d-e074d7ce37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:26:24.419198 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Bound port: ff67bf83-c3ea-4253-9e59-0c9dc54c0530, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d9433-6abc-4d56-914d-e074d7ce37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:26:24.419604 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:24.494222 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-52049594-5b58-4cd0-935e-b0f1ba3aaf8e req-76965087-8341-48b9-95c8-affd53e5d4f3 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970027 Feb 16 08:26:24.527994 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] For port ff67bf83-c3ea-4253-9e59-0c9dc54c0530, host hv-cinder-77398, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:26:24.533392 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] For port ff67bf83-c3ea-4253-9e59-0c9dc54c0530, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:26:24.551558 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:24.592807 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:24.593446 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:24.594959 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] 10.222.0.71 "PUT /v2.0/ports/ff67bf83-c3ea-4253-9e59-0c9dc54c0530 HTTP/1.1" status: 200 len: 1094 time: 1.3267221 Feb 16 08:26:24.595450 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5c4a25-98a5-4e25-ac62-3b7899d66d10', 'tag': 'ff67bf83-c3ea-4253-9e59-0c9dc54c0530'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:26:24.597903 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052074c0-68b4-4a5e-8452-74dcb333569e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5c4a25-98a5-4e25-ac62-3b7899d66d10", "tag": "ff67bf83-c3ea-4253-9e59-0c9dc54c0530"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:26:24.625759 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae545ab-11bc-4f30-9c5b-665b8886d94d service neutron] Pushing event updated for resources: {'Port': ['ID=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:24.645368 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a91dd-2b1d-4945-b8be-5c8beb25634b x-openstack-request-id: req-0f5a91dd-2b1d-4945-b8be-5c8beb25634b {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:26:24.645667 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5c4a25-98a5-4e25-ac62-3b7899d66d10", "tag": "ff67bf83-c3ea-4253-9e59-0c9dc54c0530", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:26:24.645919 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f5a91dd-2b1d-4945-b8be-5c8beb25634b {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:26:24.646338 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5c4a25-98a5-4e25-ac62-3b7899d66d10', 'tag': 'ff67bf83-c3ea-4253-9e59-0c9dc54c0530', 'status': 'completed', 'code': 200} Feb 16 08:26:24.843782 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34675d40-2ed5-443c-8cc8-4af6cd04ad2c req-2d0fe764-e95c-4ed2-b0c3-979b4fae2458 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:24.845463 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-34675d40-2ed5-443c-8cc8-4af6cd04ad2c req-2d0fe764-e95c-4ed2-b0c3-979b4fae2458 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 946 time: 0.0602071 Feb 16 08:26:24.922455 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-34675d40-2ed5-443c-8cc8-4af6cd04ad2c req-0f0dd6de-e70f-44ce-99e0-69a236b01c79 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704482 Feb 16 08:26:24.940031 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c0c0e-32d5-4389-823e-18a31765cb54 req-00744802-36dc-40da-963d-489d72a24758 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:24.941901 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ba5c0c0e-32d5-4389-823e-18a31765cb54 req-00744802-36dc-40da-963d-489d72a24758 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0765884 Feb 16 08:26:24.991396 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ba5c0c0e-32d5-4389-823e-18a31765cb54 req-e2f9f9e5-9645-46fc-823e-be1079e15b60 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Feb 16 08:26:25.322627 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acda041-d96f-439b-8a12-08a1693e5a38 req-976986bb-c476-44ea-8569-d11853e85942 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:25.324531 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1acda041-d96f-439b-8a12-08a1693e5a38 req-976986bb-c476-44ea-8569-d11853e85942 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0605471 Feb 16 08:26:25.613699 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1acda041-d96f-439b-8a12-08a1693e5a38 req-7708416c-f0c2-43aa-8ec3-3433b6ae02bd tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830586 Feb 16 08:26:25.655926 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b726c-652b-41b0-9025-c0555e8f53dd req-dac84dfe-aac2-4166-91b7-701de88f3285 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:25.657443 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec9b726c-652b-41b0-9025-c0555e8f53dd req-dac84dfe-aac2-4166-91b7-701de88f3285 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 944 time: 0.2877498 Feb 16 08:26:25.659871 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052074c0-68b4-4a5e-8452-74dcb333569e req-15e9c375-df50-46b3-b601-b763ddd54256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:25.661274 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-052074c0-68b4-4a5e-8452-74dcb333569e req-15e9c375-df50-46b3-b601-b763ddd54256 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=17e1cc7f74e34ea1985bd2aebe4991cc&device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 1128 time: 0.0961666 Feb 16 08:26:25.847647 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec9b726c-652b-41b0-9025-c0555e8f53dd req-26ea7000-9622-437c-919c-146f80d169e1 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843648 Feb 16 08:26:25.907368 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e049e-6156-4691-9725-bfa0529aa08e req-1c79ec7c-4d39-4982-b32d-ce56b808d53a tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:25.908826 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fb3e049e-6156-4691-9725-bfa0529aa08e req-1c79ec7c-4d39-4982-b32d-ce56b808d53a tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.2283466 Feb 16 08:26:25.928514 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052074c0-68b4-4a5e-8452-74dcb333569e req-d3696f24-9dcb-4712-9176-3a04db2f21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:25.930536 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-052074c0-68b4-4a5e-8452-74dcb333569e req-d3696f24-9dcb-4712-9176-3a04db2f21c1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=17e1cc7f74e34ea1985bd2aebe4991cc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2471871 Feb 16 08:26:26.082125 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fb3e049e-6156-4691-9725-bfa0529aa08e req-3e88f478-a66e-490d-a60e-8ade7e3f84a7 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637437 Feb 16 08:26:26.184732 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052074c0-68b4-4a5e-8452-74dcb333569e req-81599889-6365-4be5-912c-2865081aac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:26.186187 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-052074c0-68b4-4a5e-8452-74dcb333569e req-81599889-6365-4be5-912c-2865081aac23 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2476492 Feb 16 08:26:26.203268 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d812ceb-b4ae-4e1b-af78-1e96f5b883e0 req-805901f6-259d-4a32-9410-717f5e7a6683 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:26.205374 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0d812ceb-b4ae-4e1b-af78-1e96f5b883e0 req-805901f6-259d-4a32-9410-717f5e7a6683 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 946 time: 0.1784835 Feb 16 08:26:26.271112 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6cc44-2d6f-4dbd-9245-a3a1c0389acb req-9b050108-bb51-4b41-aa66-84dae484fb13 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:26.272737 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-69e6cc44-2d6f-4dbd-9245-a3a1c0389acb req-9b050108-bb51-4b41-aa66-84dae484fb13 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.1208544 Feb 16 08:26:26.311166 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0d812ceb-b4ae-4e1b-af78-1e96f5b883e0 req-5ae1a669-5842-4fa4-9fc3-461f28513998 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999188 Feb 16 08:26:26.355540 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-7c443aa8-1d72-4d34-afaa-6970ff918f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:26.357059 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-7c443aa8-1d72-4d34-afaa-6970ff918f3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=17e1cc7f74e34ea1985bd2aebe4991cc&device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 1128 time: 0.1113534 Feb 16 08:26:26.361775 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-69e6cc44-2d6f-4dbd-9245-a3a1c0389acb req-48ec4634-8053-4e8a-a0a1-f28073e1f71d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667048 Feb 16 08:26:26.400251 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-84e35a71-2e23-4b4d-a50c-8e8ab0c4ca5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff67bf83-c3ea-4253-9e59-0c9dc54c0530 HTTP/1.1" status: 200 len: 217 time: 0.0347421 Feb 16 08:26:26.454692 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-7975257a-2266-46c6-b7a1-907e4aceb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:26.456233 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-7975257a-2266-46c6-b7a1-907e4aceb631 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e15838d-5466-4540-98ae-19e49d6121f7 HTTP/1.1" status: 200 len: 848 time: 0.0490074 Feb 16 08:26:26.494827 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-ba39a1df-d1dc-4649-9048-0a4a22a4ac46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18db26bf-0368-4086-b4db-6511c0b9dacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274398 Feb 16 08:26:26.595305 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-4985309c-0310-4a73-b7ff-a435e102cb12 service neutron] 10.222.0.71 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891640 Feb 16 08:26:26.770132 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e56fdec2-9358-4b5f-bc43-033357b5977e req-df901c13-2b8c-4f03-b846-64d69e9e53e2 service neutron] 10.222.0.71 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539588 Feb 16 08:26:26.787596 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba56ddb-8144-41e1-aaf9-69fd2cf29edd req-a4fcf9b9-50d4-41fa-9c11-2a515f998122 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:26.795482 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aba56ddb-8144-41e1-aaf9-69fd2cf29edd req-a4fcf9b9-50d4-41fa-9c11-2a515f998122 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0890713 Feb 16 08:26:26.862801 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aba56ddb-8144-41e1-aaf9-69fd2cf29edd req-3b53b6a7-6689-4d65-beab-113d88f80113 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659225 Feb 16 08:26:26.980397 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54993-07ae-4d84-8f85-016ce36f15cd req-01f1f504-f993-4358-aaa1-1de2a7be5523 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:26.981914 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8ac54993-07ae-4d84-8f85-016ce36f15cd req-01f1f504-f993-4358-aaa1-1de2a7be5523 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 944 time: 0.0601356 Feb 16 08:26:27.028074 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8ac54993-07ae-4d84-8f85-016ce36f15cd req-fae47117-6a57-4500-a2c4-02bd62b5f3c4 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Feb 16 08:26:27.200305 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4d584-0536-4811-911a-13673d0782cf req-602f681f-e8d3-40ba-8617-4a9a7af85adc tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:27.201846 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-68a4d584-0536-4811-911a-13673d0782cf req-602f681f-e8d3-40ba-8617-4a9a7af85adc tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.0507586 Feb 16 08:26:27.252049 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-68a4d584-0536-4811-911a-13673d0782cf req-6f19bd8f-20c7-46d8-8b11-c7b0b9c02a81 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Feb 16 08:26:27.476630 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc345340-36bf-4cf8-8e60-9ebd0cde1fcd req-e31397dd-4087-48d5-8968-de5b5804c67d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:27.478149 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bc345340-36bf-4cf8-8e60-9ebd0cde1fcd req-e31397dd-4087-48d5-8968-de5b5804c67d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 946 time: 0.0950744 Feb 16 08:26:27.527693 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224182f-cc65-4dfc-bfca-5364dede2eab req-5c2fea0b-8905-4af4-94df-964acd374674 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:27.529239 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1224182f-cc65-4dfc-bfca-5364dede2eab req-5c2fea0b-8905-4af4-94df-964acd374674 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0946565 Feb 16 08:26:27.564367 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bc345340-36bf-4cf8-8e60-9ebd0cde1fcd req-aee17058-0b3d-4f99-a009-9c6b2688be10 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775056 Feb 16 08:26:27.566160 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 33658) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:27.617599 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1224182f-cc65-4dfc-bfca-5364dede2eab req-e6fb1c29-149e-4315-9616-2c5f0b397deb tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820177 Feb 16 08:26:27.703948 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-04231e90-29c1-401a-8f51-72245b7a52c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:27.805996 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-04231e90-29c1-401a-8f51-72245b7a52c7 admin admin] Publish callbacks [] for security_group (e72dd751-39f9-44c7-ab3a-048408cacdfe), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:27.810329 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-04231e90-29c1-401a-8f51-72245b7a52c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e72dd751-39f9-44c7-ab3a-048408cacdfe), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:27.856245 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-04231e90-29c1-401a-8f51-72245b7a52c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11ded8f420634b1ebd9604817cc418bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865114 Feb 16 08:26:27.856245 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04231e90-29c1-401a-8f51-72245b7a52c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72dd751-39f9-44c7-ab3a-048408cacdfe,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:27.856604 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33666) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:27.949831 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8137f1e0-852c-4366-a927-c12d01fe159c admin admin] Publish callbacks [] for security_group (e72dd751-39f9-44c7-ab3a-048408cacdfe), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:27.993016 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8137f1e0-852c-4366-a927-c12d01fe159c admin admin] Publish callbacks [] for security_group (e72dd751-39f9-44c7-ab3a-048408cacdfe), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.056433 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8137f1e0-852c-4366-a927-c12d01fe159c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e72dd751-39f9-44c7-ab3a-048408cacdfe), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.058355 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c914b-0e74-4e91-baaa-4e218e9bcaac req-dd490f8b-11f4-4bf0-b9cf-201f118cfca4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:28.060038 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5d7c914b-0e74-4e91-baaa-4e218e9bcaac req-dd490f8b-11f4-4bf0-b9cf-201f118cfca4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0862539 Feb 16 08:26:28.063562 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8137f1e0-852c-4366-a927-c12d01fe159c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.070758 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-8137f1e0-852c-4366-a927-c12d01fe159c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e72dd751-39f9-44c7-ab3a-048408cacdfe HTTP/1.1" status: 204 len: 168 time: 0.2107208 Feb 16 08:26:28.092037 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137f1e0-852c-4366-a927-c12d01fe159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72dd751-39f9-44c7-ab3a-048408cacdfe,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:28.132483 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5d7c914b-0e74-4e91-baaa-4e218e9bcaac req-eb59ec6d-a685-4d0b-99a8-a1df487fe756 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634735 Feb 16 08:26:28.188159 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298a09f-4068-4181-b966-a21e13bc169e req-ead5e205-4a1f-4319-9250-2da600229bf3 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:28.189621 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d298a09f-4068-4181-b966-a21e13bc169e req-ead5e205-4a1f-4319-9250-2da600229bf3 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 944 time: 0.0560391 Feb 16 08:26:28.237589 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d298a09f-4068-4181-b966-a21e13bc169e req-16ec25c4-ec5d-4688-a692-b943f7d0b1bd tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Feb 16 08:26:28.354096 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33686) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:28.367984 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-491218d9-3f93-4f18-befc-a90a598159df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.379415 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d9156-c0d0-4324-bff1-566a3bff2a59 req-cb07378b-690c-485c-a819-c822f6e80eb5 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:28.380937 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-de7d9156-c0d0-4324-bff1-566a3bff2a59 req-cb07378b-690c-485c-a819-c822f6e80eb5 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.0615919 Feb 16 08:26:28.436629 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-de7d9156-c0d0-4324-bff1-566a3bff2a59 req-a09acc63-f8a8-403c-9d06-5c43431aa5df tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491455 Feb 16 08:26:28.448732 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-491218d9-3f93-4f18-befc-a90a598159df admin admin] Publish callbacks [] for security_group (59a8c802-134e-4cc3-b6c5-e7edaa458935), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.456047 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-491218d9-3f93-4f18-befc-a90a598159df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (59a8c802-134e-4cc3-b6c5-e7edaa458935), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.496560 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-491218d9-3f93-4f18-befc-a90a598159df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88b3e944deb74155a91522ed76897a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413593 Feb 16 08:26:28.497397 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491218d9-3f93-4f18-befc-a90a598159df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8c802-134e-4cc3-b6c5-e7edaa458935,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:28.499457 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 33690) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:28.549381 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0b84e232-e2cb-46b7-9174-3dcf26251b16 admin admin] Publish callbacks [] for security_group (59a8c802-134e-4cc3-b6c5-e7edaa458935), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.571279 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0b84e232-e2cb-46b7-9174-3dcf26251b16 admin admin] Publish callbacks [] for security_group (59a8c802-134e-4cc3-b6c5-e7edaa458935), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.621252 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0b84e232-e2cb-46b7-9174-3dcf26251b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (59a8c802-134e-4cc3-b6c5-e7edaa458935), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.623836 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0b84e232-e2cb-46b7-9174-3dcf26251b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:28.625003 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-0b84e232-e2cb-46b7-9174-3dcf26251b16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59a8c802-134e-4cc3-b6c5-e7edaa458935 HTTP/1.1" status: 204 len: 168 time: 0.1244249 Feb 16 08:26:28.634311 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84e232-e2cb-46b7-9174-3dcf26251b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8c802-134e-4cc3-b6c5-e7edaa458935,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:28.745290 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12203710-6d24-4f25-9ed3-0b27d0520f7a req-8243dc6b-9007-4835-b2b6-28edd9ca0bec tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:28.746842 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-12203710-6d24-4f25-9ed3-0b27d0520f7a req-8243dc6b-9007-4835-b2b6-28edd9ca0bec tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0593183 Feb 16 08:26:28.813523 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-12203710-6d24-4f25-9ed3-0b27d0520f7a req-e9283de8-5837-4717-90f9-2809639ec4a1 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590746 Feb 16 08:26:29.283356 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bbc11-8366-4ffb-9933-9214e59ee043 req-555362f9-3394-48fe-981e-bc38df720a0d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:29.290289 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b86bbc11-8366-4ffb-9933-9214e59ee043 req-555362f9-3394-48fe-981e-bc38df720a0d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.1291416 Feb 16 08:26:29.327313 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32874778-8fe5-46c0-8838-a5adf2836923 req-52d81e6a-b0e7-4d6c-aaf5-db8b116ee166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:29.328890 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-32874778-8fe5-46c0-8838-a5adf2836923 req-52d81e6a-b0e7-4d6c-aaf5-db8b116ee166 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 1130 time: 0.1577053 Feb 16 08:26:29.361805 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd4ed5-84b8-4d46-9b59-3993be391d6c req-a27b739b-8363-47b2-a05c-3240a76a1841 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:29.369806 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-accd4ed5-84b8-4d46-9b59-3993be391d6c req-a27b739b-8363-47b2-a05c-3240a76a1841 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.1540115 Feb 16 08:26:29.443137 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-accd4ed5-84b8-4d46-9b59-3993be391d6c req-d12acc93-212e-44bd-be4f-5825b4b93d12 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721660 Feb 16 08:26:29.467111 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b86bbc11-8366-4ffb-9933-9214e59ee043 req-3c224d35-98ee-4e3e-8913-8e9facb9594b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759064 Feb 16 08:26:29.879850 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32874778-8fe5-46c0-8838-a5adf2836923 req-25f52b81-1178-4733-87b6-e00c51e7e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:29.881314 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-32874778-8fe5-46c0-8838-a5adf2836923 req-25f52b81-1178-4733-87b6-e00c51e7e7fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 920 time: 0.5442636 Feb 16 08:26:29.898352 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef260c12-dd8a-440b-82af-d5b3a2db33a8 req-05d6efe7-6d5c-4a5f-a8e5-b2bb66467cec tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:29.900389 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ef260c12-dd8a-440b-82af-d5b3a2db33a8 req-05d6efe7-6d5c-4a5f-a8e5-b2bb66467cec tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 944 time: 0.3343453 Feb 16 08:26:29.952142 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-32874778-8fe5-46c0-8838-a5adf2836923 req-3050e512-3ed7-4412-962b-2863824f174c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c008a231-fabf-4fc8-90d2-e833e4d320fb HTTP/1.1" status: 200 len: 217 time: 0.0507576 Feb 16 08:26:29.964777 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbc0eb-95e2-42d6-aae3-725ad246b148 req-7a2a4e9a-a5de-46b6-a5f6-e745ce67eb37 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:29.966237 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-94bbc0eb-95e2-42d6-aae3-725ad246b148 req-7a2a4e9a-a5de-46b6-a5f6-e745ce67eb37 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.3507018 Feb 16 08:26:29.975401 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33768) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:29.980821 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-b5525de6-203d-40a8-9161-1600db49ddf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'floatingip': {'port_id': 'a8dfba41-0202-400f-a192-82b9e913d774'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:26:30.048285 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ef260c12-dd8a-440b-82af-d5b3a2db33a8 req-5b03b7d9-e7a8-4b16-9838-ddcf8401ba41 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352274 Feb 16 08:26:30.054064 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32874778-8fe5-46c0-8838-a5adf2836923 req-9b71c940-dd9c-4eef-b10b-0efb6fc0e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:30.055899 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-32874778-8fe5-46c0-8838-a5adf2836923 req-9b71c940-dd9c-4eef-b10b-0efb6fc0e452 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.0887997 Feb 16 08:26:30.068885 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device ff67bf83-c3ea-4253-9e59-0c9dc54c0530 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:26:30.074924 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b5525de6-203d-40a8-9161-1600db49ddf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (e0dc2ebb-7553-4067-9a60-2f38691989f3), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:30.118810 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-32874778-8fe5-46c0-8838-a5adf2836923 req-c6f77d93-4e61-41f0-8d13-a39a7c7e38ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514467 Feb 16 08:26:30.351345 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-32874778-8fe5-46c0-8838-a5adf2836923 req-601a5ded-a75c-461d-bb6e-ad38499a57b8 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250125 Feb 16 08:26:30.376765 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port ff67bf83-c3ea-4253-9e59-0c9dc54c0530, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:30.414028 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'ff67bf83-c3ea-4253-9e59-0c9dc54c0530', 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb', 'port_id': 'ff67bf83-c3ea-4253-9e59-0c9dc54c0530', 'mac_address': 'fa:16:3e:75:97:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e15838d-5466-4540-98ae-19e49d6121f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:26:30.494939 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:30.495341 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:30.537236 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff67bf83-c3ea-4253-9e59-0c9dc54c0530 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:26:30.577584 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port ff67bf83-c3ea-4253-9e59-0c9dc54c0530, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:30.583185 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-32874778-8fe5-46c0-8838-a5adf2836923 req-767466e4-73d5-458d-9e75-ac8f18aa0320 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227151 Feb 16 08:26:30.585331 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:30.706808 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:30.892316 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810ce8-edf1-4a58-9ae5-ba94849e6429 req-f4a25071-8147-4564-a053-752217b30a53 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:30.900034 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-40810ce8-edf1-4a58-9ae5-ba94849e6429 req-f4a25071-8147-4564-a053-752217b30a53 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0801737 Feb 16 08:26:30.986645 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-40810ce8-edf1-4a58-9ae5-ba94849e6429 req-6219b7f2-562d-49a3-9d58-329f49732e97 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856659 Feb 16 08:26:31.100420 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['ff67bf83-c3ea-4253-9e59-0c9dc54c0530'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:26:31.194293 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc37e1-08bb-4307-a6e4-ee4f2b3d3f3e req-27df7ed0-62b3-4dfc-9135-9a71274f97ad tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:31.195816 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aabc37e1-08bb-4307-a6e4-ee4f2b3d3f3e req-27df7ed0-62b3-4dfc-9135-9a71274f97ad tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 945 time: 0.0607460 Feb 16 08:26:31.277503 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aabc37e1-08bb-4307-a6e4-ee4f2b3d3f3e req-6b8d656a-c276-4335-a1a4-8d01e4d9c002 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712209 Feb 16 08:26:31.309568 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b5525de6-203d-40a8-9161-1600db49ddf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:31.312827 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b5525de6-203d-40a8-9161-1600db49ddf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (e0dc2ebb-7553-4067-9a60-2f38691989f3), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:31.425198 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.l3_db [None req-b5525de6-203d-40a8-9161-1600db49ddf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Floating IP e0dc2ebb-7553-4067-9a60-2f38691989f3 associated. External IP: 172.27.0.195, port: a8dfba41-0202-400f-a192-82b9e913d774. Feb 16 08:26:31.643958 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5525de6-203d-40a8-9161-1600db49ddf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:26:31.754731 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5525de6-203d-40a8-9161-1600db49ddf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:26:31.759368 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b5525de6-203d-40a8-9161-1600db49ddf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:31.767132 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae3807-cb43-4391-af44-546e35525845 None None] Sync routers for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:26:31.776668 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae3807-cb43-4391-af44-546e35525845 None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:26:31.777278 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eeae3807-cb43-4391-af44-546e35525845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:26:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:26:31.789350 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b5525de6-203d-40a8-9161-1600db49ddf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "PUT /v2.0/floatingips/e0dc2ebb-7553-4067-9a60-2f38691989f3 HTTP/1.1" status: 200 len: 991 time: 1.8120489 Feb 16 08:26:31.790018 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'tag': 'a8dfba41-0202-400f-a192-82b9e913d774'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:26:31.792340 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c181e8-21e4-4843-8af4-af5f8167c3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b85ad208-12c2-4da5-93ae-c5ab12ab1e9b", "tag": "a8dfba41-0202-400f-a192-82b9e913d774"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:26:31.872020 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20db4ac8-197c-451f-95c2-be2469b38923 x-openstack-request-id: req-20db4ac8-197c-451f-95c2-be2469b38923 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:26:31.872317 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85ad208-12c2-4da5-93ae-c5ab12ab1e9b", "tag": "a8dfba41-0202-400f-a192-82b9e913d774", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:26:31.872571 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20db4ac8-197c-451f-95c2-be2469b38923 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:26:31.873304 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'tag': 'a8dfba41-0202-400f-a192-82b9e913d774', 'status': 'completed', 'code': 200} Feb 16 08:26:31.894745 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-eeae3807-cb43-4391-af44-546e35525845 None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:26:31.963324 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-b7f44c4b-14a4-40bd-9150-6370d5ba6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:31.964914 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-b7f44c4b-14a4-40bd-9150-6370d5ba6ef5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 1129 time: 0.0537615 Feb 16 08:26:32.074576 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-7896f55a-4324-403c-b515-8f7bd5e1e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:32.076123 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-7896f55a-4324-403c-b515-8f7bd5e1e860 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 912 time: 0.1041417 Feb 16 08:26:32.177362 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eeae3807-cb43-4391-af44-546e35525845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'e0dc2ebb-7553-4067-9a60-2f38691989f3', 'tenant_id': '345fc5599965442a8296b637802337b4', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'port_id': 'a8dfba41-0202-400f-a192-82b9e913d774', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'mac_address': 'fa:16:3e:c7:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:25:42Z', 'updated_at': '2022-02-16T08:26:31Z', 'revision_number': 1, 'project_id': '345fc5599965442a8296b637802337b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:26:32.204437 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae3807-cb43-4391-af44-546e35525845 None None] Checking router: 45f0f0e7-aace-4d75-8a06-aab2179e88c2 for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:26:32.205722 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-bcc193f3-304d-4dec-95c9-91bdf66d803f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfba41-0202-400f-a192-82b9e913d774 HTTP/1.1" status: 200 len: 999 time: 0.1204932 Feb 16 08:26:32.213235 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae3807-cb43-4391-af44-546e35525845 None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:26:32.213841 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eeae3807-cb43-4391-af44-546e35525845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:26:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:26:32.221217 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbad43-66df-4733-ac98-694c11fa5b15 req-10a5566b-a021-4be8-96d2-e979692cee87 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:32.222663 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-26dbad43-66df-4733-ac98-694c11fa5b15 req-10a5566b-a021-4be8-96d2-e979692cee87 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.1363213 Feb 16 08:26:32.294109 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-810413eb-b4b9-41b9-8436-955a10eb11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:32.295686 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-810413eb-b4b9-41b9-8436-955a10eb11cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.0815609 Feb 16 08:26:32.304355 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-26dbad43-66df-4733-ac98-694c11fa5b15 req-756447f1-a8e7-4f36-88c0-0918981e03dc tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740361 Feb 16 08:26:32.344313 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-eeae3807-cb43-4391-af44-546e35525845 None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:26:32.356848 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-04c072ff-c8ff-4cb6-a6b3-7325c99e7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:32.358963 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-04c072ff-c8ff-4cb6-a6b3-7325c99e7fbe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534570 Feb 16 08:26:32.507743 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1c173-c703-403a-bf13-fb9eb9181b82 req-966e5d20-ab81-417a-929c-de6ad3d0e34f tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:32.514657 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ecb1c173-c703-403a-bf13-fb9eb9181b82 req-966e5d20-ab81-417a-929c-de6ad3d0e34f tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 945 time: 0.1108634 Feb 16 08:26:32.524219 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-80c2991f-888b-48c4-bb6a-c8613d94248f service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463909 Feb 16 08:26:32.605927 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ecb1c173-c703-403a-bf13-fb9eb9181b82 req-9df70708-b5cf-45ad-a166-05ae7fafdc37 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868864 Feb 16 08:26:32.669341 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62c181e8-21e4-4843-8af4-af5f8167c3f6 req-34dad3b8-5e81-4cbb-8ff5-43738923bb58 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326425 Feb 16 08:26:32.715415 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-eeae3807-cb43-4391-af44-546e35525845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'e0dc2ebb-7553-4067-9a60-2f38691989f3', 'tenant_id': '345fc5599965442a8296b637802337b4', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'port_id': 'a8dfba41-0202-400f-a192-82b9e913d774', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'mac_address': 'fa:16:3e:c7:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:25:42Z', 'updated_at': '2022-02-16T08:26:31Z', 'revision_number': 1, 'project_id': '345fc5599965442a8296b637802337b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:26:32.742397 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae3807-cb43-4391-af44-546e35525845 None None] The sync data for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi is: [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'e0dc2ebb-7553-4067-9a60-2f38691989f3', 'tenant_id': '345fc5599965442a8296b637802337b4', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'port_id': 'a8dfba41-0202-400f-a192-82b9e913d774', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'mac_address': 'fa:16:3e:c7:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:25:42Z', 'updated_at': '2022-02-16T08:26:31Z', 'revision_number': 1, 'project_id': '345fc5599965442a8296b637802337b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:26:32.948447 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ea2243-d596-463f-b251-45c3ebe29b7f None None] New status for floating IP e0dc2ebb-7553-4067-9a60-2f38691989f3: ACTIVE {{(pid=102596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:26:33.311150 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-d92905ab-9d6a-4f99-a480-7a5650c5c709 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503089 Feb 16 08:26:33.439159 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-77e8f897-776a-4947-b3e4-2e80fb02e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:33.440680 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-77e8f897-776a-4947-b3e4-2e80fb02e203 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b48873fd7bd243788381930f2828e177&device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 1129 time: 0.0728779 Feb 16 08:26:33.456128 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048fa18-700a-41d2-a88d-19d2d24c2ff0 req-c79da083-478b-4b87-afbf-7388de91d504 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:33.457679 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1048fa18-700a-41d2-a88d-19d2d24c2ff0 req-c79da083-478b-4b87-afbf-7388de91d504 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0663679 Feb 16 08:26:33.558647 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1048fa18-700a-41d2-a88d-19d2d24c2ff0 req-1a546c6a-c0e7-4ed7-882b-b3ea11997643 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949140 Feb 16 08:26:33.583773 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-a5a0b37d-4c74-4e5b-ac9d-5e14733a3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:33.585747 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-a5a0b37d-4c74-4e5b-ac9d-5e14733a3539 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e9a0df0a-57c2-499a-83dd-fd9d3b37d63c HTTP/1.1" status: 200 len: 912 time: 0.1088331 Feb 16 08:26:33.638705 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-125aaa98-72e8-4cd5-b06e-90818476a199 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 HTTP/1.1" status: 200 len: 217 time: 0.0344298 Feb 16 08:26:33.717865 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-80848cfa-b770-4510-8d77-8826ea5b4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:33.719336 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-80848cfa-b770-4510-8d77-8826ea5b4ba0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3 HTTP/1.1" status: 200 len: 851 time: 0.0738735 Feb 16 08:26:33.755929 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-59387e72-d05d-4eb5-8b54-b1a7f48ca446 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e9a0df0a-57c2-499a-83dd-fd9d3b37d63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286794 Feb 16 08:26:33.764069 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fd7a6-205f-45f0-b402-dd126fddc6a9 req-19c73147-f0ce-4826-8d28-58ae392ace6c tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:33.765469 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5b2fd7a6-205f-45f0-b402-dd126fddc6a9 req-19c73147-f0ce-4826-8d28-58ae392ace6c tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 945 time: 0.0894804 Feb 16 08:26:33.868390 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5b2fd7a6-205f-45f0-b402-dd126fddc6a9 req-ea226c12-9c01-498c-8042-7d4c7adc2743 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943666 Feb 16 08:26:33.893418 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-94ac5b45-18a2-40bf-90c4-a6feec34e44b service neutron] 10.222.0.71 "GET /v2.0/networks/e9a0df0a-57c2-499a-83dd-fd9d3b37d63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269865 Feb 16 08:26:33.995924 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5c91ec9c-f0be-4151-9e16-94faaf8eedf6 req-443b0a0e-c431-4605-bb3e-f5a614b09789 service neutron] 10.222.0.71 "GET /v2.0/networks/e9a0df0a-57c2-499a-83dd-fd9d3b37d63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952532 Feb 16 08:26:34.097318 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device ff67bf83-c3ea-4253-9e59-0c9dc54c0530 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:26:34.152503 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:26:34.156248 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:26:34.156636 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:34.246547 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:26:34.246949 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:34.271900 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5c4a25-98a5-4e25-ac62-3b7899d66d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff67bf83-c3ea-4253-9e59-0c9dc54c0530'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:26:34.274184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30213677-fbfb-44fd-a79b-8aa7b941dd16" -d '{"events": [{"server_uuid": "3f5c4a25-98a5-4e25-ac62-3b7899d66d10", "name": "network-vif-plugged", "status": "completed", "tag": "ff67bf83-c3ea-4253-9e59-0c9dc54c0530"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:26:34.286648 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port ff67bf83-c3ea-4253-9e59-0c9dc54c0530, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:34.291728 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:34.325771 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7db4f1-2934-4612-bf8c-51ae85dcb128 x-openstack-request-id: req-6f7db4f1-2934-4612-bf8c-51ae85dcb128 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:26:34.326087 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5c4a25-98a5-4e25-ac62-3b7899d66d10", "name": "network-vif-plugged", "status": "completed", "tag": "ff67bf83-c3ea-4253-9e59-0c9dc54c0530", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:26:34.326344 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f7db4f1-2934-4612-bf8c-51ae85dcb128 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:26:34.326746 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5c4a25-98a5-4e25-ac62-3b7899d66d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff67bf83-c3ea-4253-9e59-0c9dc54c0530', 'code': 200} Feb 16 08:26:34.352559 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:34.360007 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.360346 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.360701 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.361030 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.361456 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.361795 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.362136 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.362465 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.362788 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.363146 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.363484 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.363812 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.364142 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:34.523542 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44e9-ae17-40df-a5ac-299b15770368 req-a28bf11b-5c01-41ad-b375-51930f007089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:34.525106 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-798e44e9-ae17-40df-a5ac-299b15770368 req-a28bf11b-5c01-41ad-b375-51930f007089 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 1130 time: 0.0513937 Feb 16 08:26:34.573130 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-798e44e9-ae17-40df-a5ac-299b15770368 req-3799d829-8565-4b92-9350-b0b6e238f629 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Feb 16 08:26:34.681204 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827b787-8aeb-4acb-b00a-c19e36a0411e req-76133b6d-7793-487c-84bf-347cf79b9d10 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:34.682767 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8827b787-8aeb-4acb-b00a-c19e36a0411e req-76133b6d-7793-487c-84bf-347cf79b9d10 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0570881 Feb 16 08:26:34.732490 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8827b787-8aeb-4acb-b00a-c19e36a0411e req-da10f046-1a40-43aa-81d7-3dd95d8f63e6 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Feb 16 08:26:34.998842 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914644af-38d7-4abc-9f39-f6557a536298 req-0aa4afff-ba2c-431d-96b7-c9b52fc58a79 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:35.000451 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-914644af-38d7-4abc-9f39-f6557a536298 req-0aa4afff-ba2c-431d-96b7-c9b52fc58a79 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0582044 Feb 16 08:26:35.051262 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-914644af-38d7-4abc-9f39-f6557a536298 req-f520fa01-6962-49a2-8208-21c78fc82a76 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Feb 16 08:26:35.548602 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 33936) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:35.652584 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:35.727576 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Publish callbacks [] for security_group (9f43b4c3-a3f2-4fdb-856d-cc059775600c), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:35.731123 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (9f43b4c3-a3f2-4fdb-856d-cc059775600c), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:35.768700 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a209ce373514a0b9baad15ea556cd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189727 Feb 16 08:26:35.769566 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43b4c3-a3f2-4fdb-856d-cc059775600c,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:35.771470 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33942) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:35.777757 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.778112 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.778461 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.778808 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.779142 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.779494 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.779838 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.780176 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.780511 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.780844 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.781175 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.781501 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.781825 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fb5ea-0fa0-4994-ab79-e4fd98acc5ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.828751 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Publish callbacks [] for security_group (9f43b4c3-a3f2-4fdb-856d-cc059775600c), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:35.854952 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Publish callbacks [] for security_group (9f43b4c3-a3f2-4fdb-856d-cc059775600c), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:35.857452 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f006b8d-2a82-4e5d-b829-87477ad3cf99 req-17197fbd-6d99-4975-a05f-9d31fb867153 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:35.858979 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1f006b8d-2a82-4e5d-b829-87477ad3cf99 req-17197fbd-6d99-4975-a05f-9d31fb867153 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0546808 Feb 16 08:26:35.907837 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (9f43b4c3-a3f2-4fdb-856d-cc059775600c), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:35.910639 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:35.912689 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1f006b8d-2a82-4e5d-b829-87477ad3cf99 req-b34f6b90-2c8d-4558-9082-200bbe674b67 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Feb 16 08:26:35.915353 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f43b4c3-a3f2-4fdb-856d-cc059775600c HTTP/1.1" status: 204 len: 168 time: 0.1427341 Feb 16 08:26:35.924382 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43b4c3-a3f2-4fdb-856d-cc059775600c,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:35.932151 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.932527 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.932883 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.933224 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.933576 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.933889 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.934230 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.934851 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.935645 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.936242 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.936812 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.937327 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:35.937867 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09df1c-cf96-4041-95a2-de29e425872d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:26:36.184264 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c3e32-21a7-4796-91d2-f6c1885c130d req-45661bb6-adce-49fb-aeaa-619cc8dc00a6 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:36.185837 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d35c3e32-21a7-4796-91d2-f6c1885c130d req-45661bb6-adce-49fb-aeaa-619cc8dc00a6 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0657556 Feb 16 08:26:36.197465 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 33954) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:36.219644 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-275c18cd-6d03-4738-a991-9ada1daa4e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:36.237971 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d35c3e32-21a7-4796-91d2-f6c1885c130d req-e392d085-87d1-417b-aa8b-44dd205ad08b tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463488 Feb 16 08:26:36.318950 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-275c18cd-6d03-4738-a991-9ada1daa4e2e admin admin] Publish callbacks [] for security_group (33afd774-b8c0-4883-b258-c7463de07492), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:36.323149 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-275c18cd-6d03-4738-a991-9ada1daa4e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (33afd774-b8c0-4883-b258-c7463de07492), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:36.361463 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-275c18cd-6d03-4738-a991-9ada1daa4e2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d3c9e068b6e4a80836ff17407cea89f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624198 Feb 16 08:26:36.362438 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c18cd-6d03-4738-a991-9ada1daa4e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33afd774-b8c0-4883-b258-c7463de07492,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:36.364132 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 33958) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:36.411608 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-da2ba976-fba6-411e-86fc-a933a697756d admin admin] Publish callbacks [] for security_group (33afd774-b8c0-4883-b258-c7463de07492), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:36.432677 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-da2ba976-fba6-411e-86fc-a933a697756d admin admin] Publish callbacks [] for security_group (33afd774-b8c0-4883-b258-c7463de07492), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:36.482332 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-da2ba976-fba6-411e-86fc-a933a697756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (33afd774-b8c0-4883-b258-c7463de07492), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:36.484966 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-da2ba976-fba6-411e-86fc-a933a697756d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:36.486127 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-da2ba976-fba6-411e-86fc-a933a697756d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33afd774-b8c0-4883-b258-c7463de07492 HTTP/1.1" status: 204 len: 168 time: 0.1210079 Feb 16 08:26:36.494077 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ba976-fba6-411e-86fc-a933a697756d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33afd774-b8c0-4883-b258-c7463de07492,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:37.062426 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67089c-0d80-47c4-bc32-0a301e6321f3 req-99592ef2-4c80-42b4-a2d7-196e458a853a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:37.063066 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bf67089c-0d80-47c4-bc32-0a301e6321f3 req-99592ef2-4c80-42b4-a2d7-196e458a853a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0642693 Feb 16 08:26:37.117501 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bf67089c-0d80-47c4-bc32-0a301e6321f3 req-2598f924-9a93-45ad-80d0-d1124b493b5b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Feb 16 08:26:37.362979 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295abee-bf49-4767-9763-ed50008435f8 req-34ad5394-9740-44f5-9999-896a20806430 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:37.364603 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8295abee-bf49-4767-9763-ed50008435f8 req-34ad5394-9740-44f5-9999-896a20806430 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0573044 Feb 16 08:26:37.411881 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8295abee-bf49-4767-9763-ed50008435f8 req-1f11e08d-9f49-4018-9def-1023ffa78719 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Feb 16 08:26:37.597444 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:38.240723 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625ce6-4f93-46b0-ba0b-b7521c0968a7 req-dc5f6c02-b795-4d12-996b-b8e4ac96aa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:38.242876 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dd625ce6-4f93-46b0-ba0b-b7521c0968a7 req-dc5f6c02-b795-4d12-996b-b8e4ac96aa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0568306 Feb 16 08:26:38.296599 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dd625ce6-4f93-46b0-ba0b-b7521c0968a7 req-3e5c8a05-1842-4678-a641-1a05f7ee649b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479450 Feb 16 08:26:39.411938 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0133-5e60-4f2e-8167-ec10cf73065b req-ca61b2f1-1c53-49db-b014-77ec30213072 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:39.413429 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c45f0133-5e60-4f2e-8167-ec10cf73065b req-ca61b2f1-1c53-49db-b014-77ec30213072 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0505981 Feb 16 08:26:39.459062 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c45f0133-5e60-4f2e-8167-ec10cf73065b req-1d148b13-3ee4-46ac-b886-ec24adbbed87 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Feb 16 08:26:40.573164 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbebee3-56fd-4473-9246-e0bb271ba9f5 req-d1dfcb22-0b01-4194-a8f4-9021a4a12c97 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:40.574641 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6bbebee3-56fd-4473-9246-e0bb271ba9f5 req-d1dfcb22-0b01-4194-a8f4-9021a4a12c97 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0504463 Feb 16 08:26:40.620010 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6bbebee3-56fd-4473-9246-e0bb271ba9f5 req-a7b2164c-13fb-418e-a854-68b437c19f08 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Feb 16 08:26:41.742632 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8301a15-a1d9-4b7e-bf55-e38ebf7ab5f1 req-2cd78663-2f12-4320-bb10-821c8188bce3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:41.745173 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c8301a15-a1d9-4b7e-bf55-e38ebf7ab5f1 req-2cd78663-2f12-4320-bb10-821c8188bce3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0578983 Feb 16 08:26:41.794022 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c8301a15-a1d9-4b7e-bf55-e38ebf7ab5f1 req-c2ab8e63-575f-4bd7-ac9b-1c180653e42f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Feb 16 08:26:42.912189 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776b42-d19d-4c88-aa8b-37dbb4629383 req-39ef1eef-eb3e-4659-9098-94d0fc5f9853 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:42.913845 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-50776b42-d19d-4c88-aa8b-37dbb4629383 req-39ef1eef-eb3e-4659-9098-94d0fc5f9853 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0523598 Feb 16 08:26:42.965190 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-50776b42-d19d-4c88-aa8b-37dbb4629383 req-9d3a6bf3-b0bd-4e89-b337-291494f34e3c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Feb 16 08:26:43.498502 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ce131-e82d-49c7-9901-89cbd570f767 req-13ec2344-b32c-4895-95f6-dc3ecc917ef3 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:43.499999 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-890ce131-e82d-49c7-9901-89cbd570f767 req-13ec2344-b32c-4895-95f6-dc3ecc917ef3 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0510819 Feb 16 08:26:43.549921 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-890ce131-e82d-49c7-9901-89cbd570f767 req-2ef28852-7f9f-40d0-abc2-31a83bbfdc8b tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443926 Feb 16 08:26:43.644164 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7b912819-9ab5-40f2-8cea-036ff824faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:44.088427 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0e98-62e0-4cf2-b7ad-f12506e5791f req-74231efb-6847-4722-ac73-63d0827af200 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:44.089953 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3b5f0e98-62e0-4cf2-b7ad-f12506e5791f req-74231efb-6847-4722-ac73-63d0827af200 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0581207 Feb 16 08:26:44.144513 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3b5f0e98-62e0-4cf2-b7ad-f12506e5791f req-b9bb2659-b0c8-41f2-8d19-771a83654eb9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486510 Feb 16 08:26:44.680975 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8e7a3-0971-40aa-a350-d32a63d70c7b req-bacf6037-7d60-4427-b520-32f19b55f358 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:44.682446 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bde8e7a3-0971-40aa-a350-d32a63d70c7b req-bacf6037-7d60-4427-b520-32f19b55f358 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0592368 Feb 16 08:26:44.733587 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bde8e7a3-0971-40aa-a350-d32a63d70c7b req-1946b136-a2a1-46d8-a4b1-5b0038499d4e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453482 Feb 16 08:26:45.284496 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aab23-b210-4059-807d-33b399c148d7 req-3e7abae3-ec3e-4bff-98dc-c95b483fc76d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:45.286006 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b06aab23-b210-4059-807d-33b399c148d7 req-3e7abae3-ec3e-4bff-98dc-c95b483fc76d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0718851 Feb 16 08:26:45.340580 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b06aab23-b210-4059-807d-33b399c148d7 req-d05071f3-1d84-4f17-bff0-2891856f0f30 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Feb 16 08:26:45.869080 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d82e9c-fcff-43da-af8c-08d3a6da6179 req-837039cb-0e77-43a6-82c9-0a8e7e7d8e3d tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:45.870556 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-63d82e9c-fcff-43da-af8c-08d3a6da6179 req-837039cb-0e77-43a6-82c9-0a8e7e7d8e3d tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0514343 Feb 16 08:26:45.909990 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cd1641aa-0514-49ec-b363-c5bff50ff5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:45.924869 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-63d82e9c-fcff-43da-af8c-08d3a6da6179 req-6f1e04b3-1d64-475e-af84-53de90bdd3e6 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486000 Feb 16 08:26:46.470454 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0084de3-9ceb-4cbf-bfa7-483b8eddb99e req-0f5c85ee-90dd-4e16-b54c-1ec85c34b942 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:46.472041 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f0084de3-9ceb-4cbf-bfa7-483b8eddb99e req-0f5c85ee-90dd-4e16-b54c-1ec85c34b942 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0626564 Feb 16 08:26:46.523125 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f0084de3-9ceb-4cbf-bfa7-483b8eddb99e req-8eee6191-131a-4498-9f80-05548900b40b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Feb 16 08:26:47.059755 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07781cb5-76f7-480d-b00d-7e689db598b1 req-5159a13b-49ce-4130-8a82-7cdd03e3ffa5 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:47.060679 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-07781cb5-76f7-480d-b00d-7e689db598b1 req-5159a13b-49ce-4130-8a82-7cdd03e3ffa5 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0576980 Feb 16 08:26:47.126638 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-07781cb5-76f7-480d-b00d-7e689db598b1 req-3db9e13d-0862-49d4-bbb8-0a68f1563bc1 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559065 Feb 16 08:26:47.371748 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:47.647066 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c69d3-2df0-41fe-beec-dcca9519fe2a req-3ef94d0b-ffe7-4dc0-acb9-6efa9b9f77b0 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:47.649097 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-af2c69d3-2df0-41fe-beec-dcca9519fe2a req-3ef94d0b-ffe7-4dc0-acb9-6efa9b9f77b0 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0528607 Feb 16 08:26:47.700466 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-af2c69d3-2df0-41fe-beec-dcca9519fe2a req-549b7921-60aa-4810-8022-ffe168f02fe9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443680 Feb 16 08:26:48.255282 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee1af1-66d3-4351-9102-0f749959aab2 req-86e98fe3-c459-4633-8c6b-18425f32a242 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:48.256807 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e7ee1af1-66d3-4351-9102-0f749959aab2 req-86e98fe3-c459-4633-8c6b-18425f32a242 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0543585 Feb 16 08:26:48.304530 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e7ee1af1-66d3-4351-9102-0f749959aab2 req-85064015-8d8f-4c88-bb5e-338eb5cff8c5 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Feb 16 08:26:48.827861 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65b461-16d7-4d79-bc6e-bc3c181600bc req-2391ac9d-c25f-488d-8878-51f27736a147 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:48.829383 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fb65b461-16d7-4d79-bc6e-bc3c181600bc req-2391ac9d-c25f-488d-8878-51f27736a147 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0554125 Feb 16 08:26:48.868436 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:48.887700 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fb65b461-16d7-4d79-bc6e-bc3c181600bc req-12175957-a91c-438b-b987-a5727ebc80f4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524011 Feb 16 08:26:49.433418 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000e0a-4623-4e05-8775-49bf80819428 req-f88851f1-79d4-4857-a9ba-72cdeffaf90f tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:49.435020 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-30000e0a-4623-4e05-8775-49bf80819428 req-f88851f1-79d4-4857-a9ba-72cdeffaf90f tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0601039 Feb 16 08:26:49.483188 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-30000e0a-4623-4e05-8775-49bf80819428 req-784399d9-4dd6-44b0-8c75-854b5b0a951c tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Feb 16 08:26:50.025361 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b6f8-1c97-496a-91b8-9c267c773c29 req-6ef9855d-0e2d-4f83-85d7-83ae67fbece5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:50.026861 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51c6b6f8-1c97-496a-91b8-9c267c773c29 req-6ef9855d-0e2d-4f83-85d7-83ae67fbece5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0635781 Feb 16 08:26:50.080611 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51c6b6f8-1c97-496a-91b8-9c267c773c29 req-1d062d6a-07e7-4fe2-8cc0-a747661fb4ef tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482283 Feb 16 08:26:50.136676 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:50.544843 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-5507ff79-dc2a-4811-9e2e-aa797fca83df tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:50.546388 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-5507ff79-dc2a-4811-9e2e-aa797fca83df tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.0569823 Feb 16 08:26:50.921293 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44680de-3312-4a65-b7bc-c286bbbeec61 req-a35d4d13-ae4a-4aa5-8dfe-724880bc1a22 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:50.922781 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b44680de-3312-4a65-b7bc-c286bbbeec61 req-a35d4d13-ae4a-4aa5-8dfe-724880bc1a22 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 946 time: 0.3609340 Feb 16 08:26:50.995566 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Deleting port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:26:50.995910 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:51.016308 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b44680de-3312-4a65-b7bc-c286bbbeec61 req-be0323d8-810c-4751-822d-cdc8a03110c1 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853028 Feb 16 08:26:51.105629 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] For port ff67bf83-c3ea-4253-9e59-0c9dc54c0530, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:51.106317 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:51.123094 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Calling delete_port for ff67bf83-c3ea-4253-9e59-0c9dc54c0530 owned by compute:nova {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:26:51.288736 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73010678-98b8-41d1-a8a4-9e52407b4adf req-8fd8dd02-71f6-426c-9dfc-c7aaba420baa tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:51.290961 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-73010678-98b8-41d1-a8a4-9e52407b4adf req-8fd8dd02-71f6-426c-9dfc-c7aaba420baa tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.1276281 Feb 16 08:26:51.405711 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831'] for port (ff67bf83-c3ea-4253-9e59-0c9dc54c0530), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:51.410480 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-73010678-98b8-41d1-a8a4-9e52407b4adf req-208caca8-e554-43d5-8c92-a25aa92311cf tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095722 Feb 16 08:26:51.430963 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['ff67bf83-c3ea-4253-9e59-0c9dc54c0530'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:26:51.440413 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Pushing event deleted for resources: {'Port': ['ID=ff67bf83-c3ea-4253-9e59-0c9dc54c0530,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:51.511039 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] No DVR routers for this DVR port ff67bf83-c3ea-4253-9e59-0c9dc54c0530 on host hv-cinder-77398 {{(pid=102594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:26:51.517385 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:51.521035 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7dcc6c87-574b-4910-b898-b2c244c61722 req-4d9ccffa-51cd-4e85-bf7b-3d8019dc1347 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.71 "DELETE /v2.0/ports/ff67bf83-c3ea-4253-9e59-0c9dc54c0530 HTTP/1.1" status: 204 len: 173 time: 0.9655626 Feb 16 08:26:51.521590 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5c4a25-98a5-4e25-ac62-3b7899d66d10', 'name': 'network-vif-deleted', 'tag': 'ff67bf83-c3ea-4253-9e59-0c9dc54c0530'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:26:51.525021 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7c3399-4b4c-4a13-91af-cc1727bf5c89" -d '{"events": [{"server_uuid": "3f5c4a25-98a5-4e25-ac62-3b7899d66d10", "name": "network-vif-deleted", "tag": "ff67bf83-c3ea-4253-9e59-0c9dc54c0530"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:26:51.621612 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37668bfa-a0b8-460b-82e8-f5597ae04d55 x-openstack-request-id: req-37668bfa-a0b8-460b-82e8-f5597ae04d55 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:26:51.623640 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5c4a25-98a5-4e25-ac62-3b7899d66d10", "name": "network-vif-deleted", "tag": "ff67bf83-c3ea-4253-9e59-0c9dc54c0530", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:26:51.624176 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37668bfa-a0b8-460b-82e8-f5597ae04d55 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:26:51.624653 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5c4a25-98a5-4e25-ac62-3b7899d66d10', 'name': 'network-vif-deleted', 'tag': 'ff67bf83-c3ea-4253-9e59-0c9dc54c0530', 'status': 'completed', 'code': 200} Feb 16 08:26:51.756920 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46dbd6-be14-4b6f-9eaa-3001a0723862 req-12aabf36-af30-4687-a443-3d93063a0add tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:51.757435 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bf46dbd6-be14-4b6f-9eaa-3001a0723862 req-12aabf36-af30-4687-a443-3d93063a0add tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.0785329 Feb 16 08:26:51.825439 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bf46dbd6-be14-4b6f-9eaa-3001a0723862 req-d88881ef-dd67-47a7-83ed-b12883782bde tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614853 Feb 16 08:26:52.172622 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-63efb225-c27e-4326-9ce2-94942379f4f6 req-d17bf5a5-2968-461a-b554-de3bcdbe1abc tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f5c4a25-98a5-4e25-ac62-3b7899d66d10 HTTP/1.1" status: 200 len: 210 time: 0.0375292 Feb 16 08:26:52.574691 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56f2b6-4281-4a36-97e1-5f037d779d20 req-8bc2f429-5953-4a4c-bd5e-cf85a3a68609 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:52.576757 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5d56f2b6-4281-4a36-97e1-5f037d779d20 req-8bc2f429-5953-4a4c-bd5e-cf85a3a68609 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0635402 Feb 16 08:26:52.634141 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5d56f2b6-4281-4a36-97e1-5f037d779d20 req-d242d2bd-2663-4e36-b240-65088465fc5c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495243 Feb 16 08:26:52.980916 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac092697-1a22-47f4-8c85-f9496e06724d req-ad21cd76-ebdc-4c55-93c9-1f0acbe9f441 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:52.982834 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ac092697-1a22-47f4-8c85-f9496e06724d req-ad21cd76-ebdc-4c55-93c9-1f0acbe9f441 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.0718689 Feb 16 08:26:53.045761 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ac092697-1a22-47f4-8c85-f9496e06724d req-09b915a6-4de9-415d-9bd7-6782b930779b tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546737 Feb 16 08:26:53.501261 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 34336) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:53.589040 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-1a24460c-8468-4003-80fe-ab1cb2937f3d tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:53.592265 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-1a24460c-8468-4003-80fe-ab1cb2937f3d tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/networks?id=18db26bf-0368-4086-b4db-6511c0b9dacb HTTP/1.1" status: 200 len: 808 time: 0.1376398 Feb 16 08:26:53.608228 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7bc0e8a7-2d9b-4a0a-9ecc-197aac121da0 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/quotas/17e1cc7f74e34ea1985bd2aebe4991cc HTTP/1.1" status: 200 len: 375 time: 0.0112169 Feb 16 08:26:53.652242 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-8fab911d-3a32-4aee-ad12-3860cbeab016 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=17e1cc7f74e34ea1985bd2aebe4991cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359371 Feb 16 08:26:53.660760 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f837a153-7a75-4f2f-8cef-d93a25cd630b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:53.743262 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:26:53.862146 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-ea259e4e-55cd-4d3d-a916-b73508e72ceb service neutron] 10.222.0.30 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026007 Feb 16 08:26:53.932175 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c18681-7167-4358-80da-13d9bdacb22d req-6788bd1f-ca0f-4a6f-80b1-e09940c00942 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:53.934209 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e9c18681-7167-4358-80da-13d9bdacb22d req-6788bd1f-ca0f-4a6f-80b1-e09940c00942 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.1831183 Feb 16 08:26:54.005304 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f837a153-7a75-4f2f-8cef-d93a25cd630b admin admin] Publish callbacks [] for security_group (44214f35-abb4-43fc-87e5-e01d4f698eff), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:54.017704 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f837a153-7a75-4f2f-8cef-d93a25cd630b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (44214f35-abb4-43fc-87e5-e01d4f698eff), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:54.087391 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-f837a153-7a75-4f2f-8cef-d93a25cd630b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33b0a4f259b2477384a04508076ab3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5846915 Feb 16 08:26:54.091416 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 34348) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:26:54.099692 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e9c18681-7167-4358-80da-13d9bdacb22d req-15a2f2c7-02a7-4f6f-b19d-87424a95fc5a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560752 Feb 16 08:26:54.103203 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-1ff69d27-5f10-4a77-b237-ea085fd4ff62 service neutron] 10.222.0.30 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342420 Feb 16 08:26:54.113685 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837a153-7a75-4f2f-8cef-d93a25cd630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44214f35-abb4-43fc-87e5-e01d4f698eff,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:54.162660 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device ff67bf83-c3ea-4253-9e59-0c9dc54c0530 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:26:54.188314 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: ff67bf83-c3ea-4253-9e59-0c9dc54c0530 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:26:54.189075 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device ff67bf83-c3ea-4253-9e59-0c9dc54c0530 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:26:54.206093 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9db40ee9-8714-4612-aac3-d642f168a960 admin admin] Publish callbacks [] for security_group (44214f35-abb4-43fc-87e5-e01d4f698eff), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:54.257461 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9db40ee9-8714-4612-aac3-d642f168a960 admin admin] Publish callbacks [] for security_group (44214f35-abb4-43fc-87e5-e01d4f698eff), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:54.286813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82f2ba-1da9-4109-8f2a-add35a3c844c req-d0f12785-89ba-4e62-b7b5-90df838c8a6a tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:54.289060 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fd82f2ba-1da9-4109-8f2a-add35a3c844c req-d0f12785-89ba-4e62-b7b5-90df838c8a6a tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.1055167 Feb 16 08:26:54.352931 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9db40ee9-8714-4612-aac3-d642f168a960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (44214f35-abb4-43fc-87e5-e01d4f698eff), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:54.361506 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9db40ee9-8714-4612-aac3-d642f168a960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:54.373261 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-9db40ee9-8714-4612-aac3-d642f168a960 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44214f35-abb4-43fc-87e5-e01d4f698eff HTTP/1.1" status: 204 len: 168 time: 0.2802608 Feb 16 08:26:54.418418 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db40ee9-8714-4612-aac3-d642f168a960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44214f35-abb4-43fc-87e5-e01d4f698eff,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:54.489719 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fd82f2ba-1da9-4109-8f2a-add35a3c844c req-5584e7ed-e83b-4462-ae4f-d4e48f3d932d tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935353 Feb 16 08:26:54.492093 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62f4833b-7054-448d-adcf-77203ad71a15 req-6bb49a75-4538-421a-ba89-3cee10daf54b tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 210 time: 0.0660539 Feb 16 08:26:55.033770 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-e9b96b66-c7c6-42d9-a18a-8ae7448669b2 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:55.036187 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-e9b96b66-c7c6-42d9-a18a-8ae7448669b2 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.71 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.0771134 Feb 16 08:26:55.262571 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Deleting port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:26:55.263150 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:55.349760 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899428e-ab71-465a-9813-fb3a2bbbe7b0 req-f7c6eb69-29d6-426c-8e6e-6d640fc9ca26 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:55.351999 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0899428e-ab71-465a-9813-fb3a2bbbe7b0 req-f7c6eb69-29d6-426c-8e6e-6d640fc9ca26 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.1376760 Feb 16 08:26:55.423576 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] For port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,segment=NetworkSegment(58107491-776a-4526-8cec-4d2c0c057a15),segment_id=58107491-776a-4526-8cec-4d2c0c057a15)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:26:55.424067 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:55.449058 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Calling delete_port for 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 owned by compute:nova {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:26:55.453720 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0899428e-ab71-465a-9813-fb3a2bbbe7b0 req-58e5669e-f4d7-40a0-87ad-64528196ac66 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904467 Feb 16 08:26:55.684207 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bf2426db-ce1e-4823-9e64-ac8b6c14aebc req-e9a98d0d-9581-4a58-ad4f-d35bb80403bb tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 210 time: 0.0648122 Feb 16 08:26:55.771686 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083a319-b9d6-424f-8942-73d3d9c13850 req-8c11d8be-4682-417b-8741-7c430a9cd285 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:55.774086 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8083a319-b9d6-424f-8942-73d3d9c13850 req-8c11d8be-4682-417b-8741-7c430a9cd285 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 945 time: 0.1874287 Feb 16 08:26:55.775778 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831'] for port (1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:55.791208 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:26:55.849766 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Pushing event deleted for resources: {'Port': ['ID=1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:55.933116 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] No DVR routers for this DVR port 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 on host hv-cinder-77398 {{(pid=102594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:26:55.936683 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:55.940527 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c9649ad5-82c0-43e2-8ea1-342e5c2c0c74 req-486a9f61-3b44-467f-ad9c-9873a9a50f64 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.71 "DELETE /v2.0/ports/1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 HTTP/1.1" status: 204 len: 173 time: 0.8976679 Feb 16 08:26:55.944948 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d3dbc-68d5-4b44-931b-1f6969d1956f', 'name': 'network-vif-deleted', 'tag': '1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:26:55.950131 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33152dc4-1d65-4dbb-94c4-5b036ef01b5e" -d '{"events": [{"server_uuid": "429d3dbc-68d5-4b44-931b-1f6969d1956f", "name": "network-vif-deleted", "tag": "1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:26:55.972631 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-c7bf876d-0eb1-41c3-85df-438265b54a11 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:55.975555 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-c7bf876d-0eb1-41c3-85df-438265b54a11 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.71 "GET /v2.0/networks?id=18db26bf-0368-4086-b4db-6511c0b9dacb HTTP/1.1" status: 200 len: 808 time: 0.2522411 Feb 16 08:26:56.004644 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Request body: {'port': {'device_id': '417fc412-50ff-4435-a96e-248427125b71', 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb', 'admin_state_up': True, 'tenant_id': '17e1cc7f74e34ea1985bd2aebe4991cc'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:26:56.015629 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8083a319-b9d6-424f-8942-73d3d9c13850 req-c7c81b37-c08a-41e6-b0f4-6e45300e1e87 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cb9651b-e5e6-444c-b360-c6a37cffb2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328348 Feb 16 08:26:56.093042 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba699653-fa9f-4f11-9839-7ddc74eb9131 x-openstack-request-id: req-ba699653-fa9f-4f11-9839-7ddc74eb9131 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:26:56.093905 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d3dbc-68d5-4b44-931b-1f6969d1956f", "name": "network-vif-deleted", "tag": "1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:26:56.093905 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba699653-fa9f-4f11-9839-7ddc74eb9131 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:26:56.094139 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429d3dbc-68d5-4b44-931b-1f6969d1956f', 'name': 'network-vif-deleted', 'tag': '1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78', 'status': 'completed', 'code': 200} Feb 16 08:26:56.227950 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Made reservation on behalf of 17e1cc7f74e34ea1985bd2aebe4991cc for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:26:56.232506 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:56.403626 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Allocated IP 172.20.0.6 (18db26bf-0368-4086-b4db-6511c0b9dacb/8e15838d-5466-4540-98ae-19e49d6121f7/a0621d3f-2672-49df-b8a4-ed076ea13edc) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:26:56.615631 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks [] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:56.616551 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6d902-3973-4c4e-a85e-0da5f70458ba req-ad4bc6cf-921a-472e-88d3-55d82b2c5f2b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:56.619602 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d0f6d902-3973-4c4e-a85e-0da5f70458ba req-ad4bc6cf-921a-472e-88d3-55d82b2c5f2b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0747178 Feb 16 08:26:56.658549 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:56.680104 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d0f6d902-3973-4c4e-a85e-0da5f70458ba req-b9fa6053-0554-45c5-9411-2c90a906eb0f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534966 Feb 16 08:26:56.710243 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Network 18db26bf-0368-4086-b4db-6511c0b9dacb is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:26:56.717308 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Pushing event updated for resources: {'Port': ['ID=a0621d3f-2672-49df-b8a4-ed076ea13edc,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:56.721823 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:26:56.724632 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:26:56.732594 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:56.733383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:56.751174 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-74ea0d9e-506d-4538-90c5-249592bbafd7 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7638435 Feb 16 08:26:56.764191 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Request body: {'port': {'device_id': '417fc412-50ff-4435-a96e-248427125b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:26:56.832613 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad52237-7868-4007-b120-6b024017c1db req-d41a4f67-aedf-4b2f-9040-c7bfb2240ca2 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:56.834419 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1ad52237-7868-4007-b120-6b024017c1db req-d41a4f67-aedf-4b2f-9040-c7bfb2240ca2 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 931 time: 0.0543957 Feb 16 08:26:56.841014 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:56.894634 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1ad52237-7868-4007-b120-6b024017c1db req-1e2bed9c-e3fc-40fc-924d-2af0dc7e2c43 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533030 Feb 16 08:26:57.147011 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-db367803-3a0b-4d49-af99-612dce744130 req-7cf8e420-3b5e-4966-8ae2-37a1779c62c4 tempest-DeleteServersTestJSON-899147958 tempest-DeleteServersTestJSON-899147958-project] 10.222.0.30 "GET /v2.0/ports?device_id=429d3dbc-68d5-4b44-931b-1f6969d1956f HTTP/1.1" status: 200 len: 210 time: 0.0332296 Feb 16 08:26:57.210503 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0621d3f-2672-49df-b8a4-ed076ea13edc {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:26:57.220349 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Publish callbacks [] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:57.236571 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Transition to ACTIVE for port object a0621d3f-2672-49df-b8a4-ed076ea13edc will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:26:57.240710 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:57.295553 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Pushing event updated for resources: {'Port': ['ID=a0621d3f-2672-49df-b8a4-ed076ea13edc,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:57.332194 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Attempting to bind port a0621d3f-2672-49df-b8a4-ed076ea13edc on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:26:57.332437 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Attempting to bind port a0621d3f-2672-49df-b8a4-ed076ea13edc by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1d0d9433-6abc-4d56-914d-e074d7ce37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:26:57.332829 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Attempting to bind port a0621d3f-2672-49df-b8a4-ed076ea13edc on network 18db26bf-0368-4086-b4db-6511c0b9dacb {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:26:57.339345 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Port a0621d3f-2672-49df-b8a4-ed076ea13edc on network 18db26bf-0368-4086-b4db-6511c0b9dacb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:26:57.339345 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Attempting to bind port a0621d3f-2672-49df-b8a4-ed076ea13edc on network 18db26bf-0368-4086-b4db-6511c0b9dacb {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:26:57.344898 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:26:57.345108 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Checking segment: {'id': '1d0d9433-6abc-4d56-914d-e074d7ce37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:26:57.345377 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Bound using segment: {'id': '1d0d9433-6abc-4d56-914d-e074d7ce37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:26:57.345928 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Bound port: a0621d3f-2672-49df-b8a4-ed076ea13edc, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0d9433-6abc-4d56-914d-e074d7ce37eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:26:57.346425 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:57.424466 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] For port a0621d3f-2672-49df-b8a4-ed076ea13edc, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:26:57.427794 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] For port a0621d3f-2672-49df-b8a4-ed076ea13edc, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a0621d3f-2672-49df-b8a4-ed076ea13edc,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:26:57.433330 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:57.481445 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:57.482330 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:26:57.483993 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] 10.222.0.71 "PUT /v2.0/ports/a0621d3f-2672-49df-b8a4-ed076ea13edc HTTP/1.1" status: 200 len: 1093 time: 0.7250903 Feb 16 08:26:57.484466 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417fc412-50ff-4435-a96e-248427125b71', 'tag': 'a0621d3f-2672-49df-b8a4-ed076ea13edc'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:26:57.486916 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341" -d '{"events": [{"name": "network-changed", "server_uuid": "417fc412-50ff-4435-a96e-248427125b71", "tag": "a0621d3f-2672-49df-b8a4-ed076ea13edc"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:26:57.541451 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4312d0e9-b5fb-433f-b347-86683dd83ad7 x-openstack-request-id: req-4312d0e9-b5fb-433f-b347-86683dd83ad7 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:26:57.541899 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417fc412-50ff-4435-a96e-248427125b71", "tag": "a0621d3f-2672-49df-b8a4-ed076ea13edc", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:26:57.542155 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4312d0e9-b5fb-433f-b347-86683dd83ad7 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:26:57.542638 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417fc412-50ff-4435-a96e-248427125b71', 'tag': 'a0621d3f-2672-49df-b8a4-ed076ea13edc', 'status': 'completed', 'code': 200} Feb 16 08:26:57.558754 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368e071-0483-42c2-bd96-b925deb9767f service neutron] Pushing event updated for resources: {'Port': ['ID=a0621d3f-2672-49df-b8a4-ed076ea13edc,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:26:57.594604 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7ed4de88-4d74-442e-8e26-f083e635089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:57.596135 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-7ed4de88-4d74-442e-8e26-f083e635089e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=17e1cc7f74e34ea1985bd2aebe4991cc&device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 1127 time: 0.0697727 Feb 16 08:26:57.645241 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-1edacee4-2020-4427-861e-41555cea7a93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0621d3f-2672-49df-b8a4-ed076ea13edc HTTP/1.1" status: 200 len: 217 time: 0.0407364 Feb 16 08:26:57.705359 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-efaa25e5-7929-416d-a8b5-5fd19975b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:57.707745 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-efaa25e5-7929-416d-a8b5-5fd19975b5f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e15838d-5466-4540-98ae-19e49d6121f7 HTTP/1.1" status: 200 len: 848 time: 0.0550141 Feb 16 08:26:57.777795 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-b926c7a3-096c-44c6-8af1-4b5d8ebda924 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18db26bf-0368-4086-b4db-6511c0b9dacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429821 Feb 16 08:26:57.860102 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ad59b-7dce-494a-a8bc-3f10bd75d546 req-302409a1-c553-4fca-ab96-ca6ec08d5447 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:57.864076 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-638ad59b-7dce-494a-a8bc-3f10bd75d546 req-302409a1-c553-4fca-ab96-ca6ec08d5447 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0882120 Feb 16 08:26:57.922816 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-638ad59b-7dce-494a-a8bc-3f10bd75d546 req-20731bd9-32fd-4df1-aa62-4b57bb9e5fb4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545931 Feb 16 08:26:57.926780 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-1d32b7f7-58a1-44a4-9175-7dc20c9fdc03 service neutron] 10.222.0.71 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410372 Feb 16 08:26:58.044619 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3da4ea22-2ff1-4483-95ce-f85ea5d03c85 req-f1182af1-352d-48d9-a7cc-2b009c6561b7 service neutron] 10.222.0.71 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042278 Feb 16 08:26:58.056162 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e633-4643-4c4e-a15f-4711c9917aad req-785387c0-42a4-49d8-9c90-a23ef2e0a345 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:58.058044 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9294e633-4643-4c4e-a15f-4711c9917aad req-785387c0-42a4-49d8-9c90-a23ef2e0a345 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.0691884 Feb 16 08:26:58.124991 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9294e633-4643-4c4e-a15f-4711c9917aad req-bf65414d-9097-42e0-841b-47fb84edb85e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577281 Feb 16 08:26:59.071526 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09533-d079-482f-ac70-bbedcc8ad542 req-e0f73c3c-220a-48b5-8d96-3f3625297627 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:59.073613 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-98e09533-d079-482f-ac70-bbedcc8ad542 req-e0f73c3c-220a-48b5-8d96-3f3625297627 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0625312 Feb 16 08:26:59.129165 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-98e09533-d079-482f-ac70-bbedcc8ad542 req-e16b8ffa-af55-4ca5-879a-3adb741cc44b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500379 Feb 16 08:26:59.255662 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc82511-26f1-41e8-b05e-ad12a67daa53 req-9961ba33-c1ef-4b9a-aa41-3681ed303e21 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:26:59.257956 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2cc82511-26f1-41e8-b05e-ad12a67daa53 req-9961ba33-c1ef-4b9a-aa41-3681ed303e21 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.0568533 Feb 16 08:26:59.310663 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2cc82511-26f1-41e8-b05e-ad12a67daa53 req-06315e57-51b0-4d73-ba93-b43af8bf6bf2 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Feb 16 08:26:59.410545 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:26:59.430707 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:26:59.431053 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 1c6ae247-8b50-4f3b-bdfb-70cb4a5b5c78 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:27:00.262577 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f59a-8a1f-4b74-9c99-205f121d5c52 req-55ae3c36-71e9-4915-94f4-fc3a4e7f2f95 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:00.264146 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-96e5f59a-8a1f-4b74-9c99-205f121d5c52 req-55ae3c36-71e9-4915-94f4-fc3a4e7f2f95 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0606086 Feb 16 08:27:00.318531 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-96e5f59a-8a1f-4b74-9c99-205f121d5c52 req-e4ec35a9-867c-456f-8bae-7ab9129f0367 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Feb 16 08:27:00.434694 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3e86c-06f4-4acd-bf92-eedc603b76d0 req-496f7893-d992-47fe-a47b-cf54fea593c4 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:00.436166 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dde3e86c-06f4-4acd-bf92-eedc603b76d0 req-496f7893-d992-47fe-a47b-cf54fea593c4 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.0565317 Feb 16 08:27:00.487877 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dde3e86c-06f4-4acd-bf92-eedc603b76d0 req-159f4a14-34a7-4b17-b207-2f8c4287ce48 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Feb 16 08:27:01.440616 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23985af-d5db-429b-aad2-e685a3b3ab27 req-dcbe9dfa-2874-4b7d-a803-a782bc27611e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:01.442009 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d23985af-d5db-429b-aad2-e685a3b3ab27 req-dcbe9dfa-2874-4b7d-a803-a782bc27611e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0518928 Feb 16 08:27:01.494250 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d23985af-d5db-429b-aad2-e685a3b3ab27 req-d7dae535-ffbc-4462-99c6-049b5fd8b976 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Feb 16 08:27:01.609956 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889ade6-c6bd-403e-b75f-740e5777b332 req-796c78d6-97e7-4d23-8a9d-d83cbd696b66 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:01.611454 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a889ade6-c6bd-403e-b75f-740e5777b332 req-796c78d6-97e7-4d23-8a9d-d83cbd696b66 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.0574219 Feb 16 08:27:01.660557 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a889ade6-c6bd-403e-b75f-740e5777b332 req-4d06726b-c3d1-48ec-83b6-2a036c688327 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Feb 16 08:27:02.147355 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-606ba95d-00a5-47da-b2b6-c33125bda044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:02.149579 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-606ba95d-00a5-47da-b2b6-c33125bda044 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=17e1cc7f74e34ea1985bd2aebe4991cc&device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 1127 time: 0.0499241 Feb 16 08:27:02.255134 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-20e658c4-e921-4da1-99f4-36932d5630c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:02.256723 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-20e658c4-e921-4da1-99f4-36932d5630c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=18db26bf-0368-4086-b4db-6511c0b9dacb HTTP/1.1" status: 200 len: 909 time: 0.0970595 Feb 16 08:27:02.306072 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-9aeae157-1076-4ae4-957c-daa6d7b9bc15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0621d3f-2672-49df-b8a4-ed076ea13edc HTTP/1.1" status: 200 len: 217 time: 0.0349123 Feb 16 08:27:02.361782 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-8d4cc95e-1fbc-45ab-b8cc-edc0c5acf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:02.363370 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-8d4cc95e-1fbc-45ab-b8cc-edc0c5acf44e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e15838d-5466-4540-98ae-19e49d6121f7 HTTP/1.1" status: 200 len: 848 time: 0.0511999 Feb 16 08:27:02.400611 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-010f2231-b7e6-4c93-9cdc-d0f5c50ad02e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18db26bf-0368-4086-b4db-6511c0b9dacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259933 Feb 16 08:27:02.507219 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-d048f538-2d62-401b-a14e-180658fd6d2a service neutron] 10.222.0.71 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987177 Feb 16 08:27:02.621543 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e82358fb-a17f-4aaf-9294-fbe3d3f9c341 req-a22ddfc4-4805-418d-9413-e42bdba4f992 service neutron] 10.222.0.71 "GET /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014376 Feb 16 08:27:02.628680 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe72a63-6ebb-43f9-977d-7e7126c38f32 req-cf7e346b-1d66-4f4f-899a-3611145b2c31 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:02.631969 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2fe72a63-6ebb-43f9-977d-7e7126c38f32 req-cf7e346b-1d66-4f4f-899a-3611145b2c31 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0688789 Feb 16 08:27:02.693245 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2fe72a63-6ebb-43f9-977d-7e7126c38f32 req-9de6290a-3e5e-44f8-8b92-7830c6988b61 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542247 Feb 16 08:27:02.798583 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ee0cc-283c-4172-a892-31aa89567f3d req-67ff24e3-be6f-4bcd-81c4-d2b457fd659d tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:02.800096 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-501ee0cc-283c-4172-a892-31aa89567f3d req-67ff24e3-be6f-4bcd-81c4-d2b457fd659d tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.0651879 Feb 16 08:27:02.852649 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-501ee0cc-283c-4172-a892-31aa89567f3d req-d39f6af6-b0e3-481d-a9d2-c0ad9d1f8ea3 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456705 Feb 16 08:27:03.219461 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 34582) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:03.323388 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b38c-dd86-4b7e-90f9-769f06ef241b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:03.464751 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-a4ce296a-7f03-4064-b281-2cc99ae3f92e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:03.466234 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-a4ce296a-7f03-4064-b281-2cc99ae3f92e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 814 time: 0.1352494 Feb 16 08:27:03.489743 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-45f19dfd-db26-40e5-bde8-896e4bc24c3d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/quotas/7a03fa69f372429783d16fd636ac72ae HTTP/1.1" status: 200 len: 375 time: 0.0179408 Feb 16 08:27:03.499908 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b38c-dd86-4b7e-90f9-769f06ef241b admin admin] Publish callbacks [] for security_group (8c91e4f6-f9de-4594-9c69-6e38dda948c2), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:03.509234 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b38c-dd86-4b7e-90f9-769f06ef241b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (8c91e4f6-f9de-4594-9c69-6e38dda948c2), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:03.570479 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-f7d3b38c-dd86-4b7e-90f9-769f06ef241b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbd70c2befc84b869e8bcfd5dee8708b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497610 Feb 16 08:27:03.573115 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 34596) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:03.573635 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3b38c-dd86-4b7e-90f9-769f06ef241b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c91e4f6-f9de-4594-9c69-6e38dda948c2,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:03.586744 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-a1e605e7-3838-430e-80b1-2612ba5fafe3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894995 Feb 16 08:27:03.623628 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-501f0e59-5c2e-4bd0-b7a9-56a93d78b8ff admin admin] Publish callbacks [] for security_group (8c91e4f6-f9de-4594-9c69-6e38dda948c2), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:03.645380 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-501f0e59-5c2e-4bd0-b7a9-56a93d78b8ff admin admin] Publish callbacks [] for security_group (8c91e4f6-f9de-4594-9c69-6e38dda948c2), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:03.686891 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-749111b0-5d57-40f5-b86a-fd91067ea9fb service neutron] 10.222.0.30 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917811 Feb 16 08:27:03.700585 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-501f0e59-5c2e-4bd0-b7a9-56a93d78b8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (8c91e4f6-f9de-4594-9c69-6e38dda948c2), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:03.703538 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-501f0e59-5c2e-4bd0-b7a9-56a93d78b8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:03.704867 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-501f0e59-5c2e-4bd0-b7a9-56a93d78b8ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c91e4f6-f9de-4594-9c69-6e38dda948c2 HTTP/1.1" status: 204 len: 168 time: 0.1306055 Feb 16 08:27:03.715534 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f0e59-5c2e-4bd0-b7a9-56a93d78b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c91e4f6-f9de-4594-9c69-6e38dda948c2,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:03.846644 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-7b7eebdb-335e-4fcf-a81a-58e2570487b0 service neutron] 10.222.0.30 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524491 Feb 16 08:27:03.877055 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c75200-898b-4b29-96bf-70d49b5a2c0d req-1fca555b-f62f-44a6-87d0-196ab1050a68 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:03.878545 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4c75200-898b-4b29-96bf-70d49b5a2c0d req-1fca555b-f62f-44a6-87d0-196ab1050a68 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0733786 Feb 16 08:27:03.956899 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4c75200-898b-4b29-96bf-70d49b5a2c0d req-f02f086e-6f58-4fa0-b539-c440e0ab830b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642688 Feb 16 08:27:04.103789 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fb77cd10-bc38-4d4d-b9e6-b943c5c071b7 req-fe6e45b7-f9d9-4a67-8fa1-1895d2813eee tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 210 time: 0.0327849 Feb 16 08:27:04.138108 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86898951-1c16-4871-bce1-63df97adb9a0 req-89c54496-adb3-4cf8-8132-75b4a5867546 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:04.148282 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-86898951-1c16-4871-bce1-63df97adb9a0 req-89c54496-adb3-4cf8-8132-75b4a5867546 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.1305819 Feb 16 08:27:04.224042 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 34640) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:04.233927 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-86898951-1c16-4871-bce1-63df97adb9a0 req-4db13615-1750-4065-b073-ab92ee9b03b5 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796831 Feb 16 08:27:04.241267 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c53931c6-5c4e-452c-8760-7313fdbfffe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.333800 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c53931c6-5c4e-452c-8760-7313fdbfffe6 admin admin] Publish callbacks [] for security_group (db3b011f-0637-44d2-9ab3-285545843352), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.339340 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c53931c6-5c4e-452c-8760-7313fdbfffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (db3b011f-0637-44d2-9ab3-285545843352), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.384796 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c53931c6-5c4e-452c-8760-7313fdbfffe6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee8a24f36ac747698c575db0af14b78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596391 Feb 16 08:27:04.385714 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53931c6-5c4e-452c-8760-7313fdbfffe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3b011f-0637-44d2-9ab3-285545843352,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:04.387565 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 34650) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:04.450151 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f0fbe25d-c5f6-465d-b512-9d725f23a141 admin admin] Publish callbacks [] for security_group (db3b011f-0637-44d2-9ab3-285545843352), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.475605 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f0fbe25d-c5f6-465d-b512-9d725f23a141 admin admin] Publish callbacks [] for security_group (db3b011f-0637-44d2-9ab3-285545843352), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.524078 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f0fbe25d-c5f6-465d-b512-9d725f23a141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (db3b011f-0637-44d2-9ab3-285545843352), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.526619 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f0fbe25d-c5f6-465d-b512-9d725f23a141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.527782 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-f0fbe25d-c5f6-465d-b512-9d725f23a141 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db3b011f-0637-44d2-9ab3-285545843352 HTTP/1.1" status: 204 len: 168 time: 0.1389740 Feb 16 08:27:04.535260 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbe25d-c5f6-465d-b512-9d725f23a141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3b011f-0637-44d2-9ab3-285545843352,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:04.841419 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 34662) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:04.854280 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-bc8bcaf3-e895-4063-967a-7cb734fe8607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.928091 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-bc8bcaf3-e895-4063-967a-7cb734fe8607 admin admin] Publish callbacks [] for security_group (ff3adc42-5bcb-4a4b-a4d3-d8f1ad16ee7a), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.932600 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-bc8bcaf3-e895-4063-967a-7cb734fe8607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ff3adc42-5bcb-4a4b-a4d3-d8f1ad16ee7a), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:04.970228 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bcaf3-e895-4063-967a-7cb734fe8607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3adc42-5bcb-4a4b-a4d3-d8f1ad16ee7a,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:04.975445 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-bc8bcaf3-e895-4063-967a-7cb734fe8607 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d1279e5b00245ab97772a0c6e81d474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323593 Feb 16 08:27:04.977594 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 34666) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:05.061714 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3c899ae6-a736-42d1-9467-7e7e3234f9df admin admin] Publish callbacks [] for security_group (ff3adc42-5bcb-4a4b-a4d3-d8f1ad16ee7a), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:05.088984 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3c899ae6-a736-42d1-9467-7e7e3234f9df admin admin] Publish callbacks [] for security_group (ff3adc42-5bcb-4a4b-a4d3-d8f1ad16ee7a), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:05.104747 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b3133-5816-4c7b-8bc1-e1d018b65b0c req-c28d10e8-ad7d-41e6-94bc-0bb1503a7afe tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:05.106131 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea5b3133-5816-4c7b-8bc1-e1d018b65b0c req-c28d10e8-ad7d-41e6-94bc-0bb1503a7afe tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0885398 Feb 16 08:27:05.183690 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea5b3133-5816-4c7b-8bc1-e1d018b65b0c req-4bdbdc60-3ad1-432e-872f-b2dda6e54085 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705538 Feb 16 08:27:05.185068 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3c899ae6-a736-42d1-9467-7e7e3234f9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ff3adc42-5bcb-4a4b-a4d3-d8f1ad16ee7a), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:05.188128 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3c899ae6-a736-42d1-9467-7e7e3234f9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:05.189593 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-3c899ae6-a736-42d1-9467-7e7e3234f9df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff3adc42-5bcb-4a4b-a4d3-d8f1ad16ee7a HTTP/1.1" status: 204 len: 168 time: 0.2109931 Feb 16 08:27:05.204958 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c899ae6-a736-42d1-9467-7e7e3234f9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3adc42-5bcb-4a4b-a4d3-d8f1ad16ee7a,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:05.252836 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d68eae9f-b1c5-4204-b1c9-35dc5ff49b9a req-b1ccedfe-9fcb-4316-b0f5-c5a3e3ba2ebe tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 210 time: 0.0619662 Feb 16 08:27:05.561534 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9907e-5032-473c-9b70-b64fc8279af9 req-9391e80a-4322-4892-880a-982b409b7b9e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:05.563038 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3ee9907e-5032-473c-9b70-b64fc8279af9 req-9391e80a-4322-4892-880a-982b409b7b9e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.2613692 Feb 16 08:27:05.611337 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3ee9907e-5032-473c-9b70-b64fc8279af9 req-9cb297e8-5a55-4ff2-8ac4-ede92dd1d4c9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Feb 16 08:27:06.321073 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819301e-8c79-4837-ad10-4307980062c6 req-f7337644-ceb7-4158-889b-8eb61aeb7614 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:06.323344 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8819301e-8c79-4837-ad10-4307980062c6 req-f7337644-ceb7-4158-889b-8eb61aeb7614 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0556176 Feb 16 08:27:06.356290 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-790c90af-6d47-4819-abd7-0ce3b853aaad req-97cb9fec-48bd-44cc-a374-51a2502f1665 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 210 time: 0.0319047 Feb 16 08:27:06.401366 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8819301e-8c79-4837-ad10-4307980062c6 req-f4e21baa-e15c-4d67-9d18-d3b0546216a0 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674155 Feb 16 08:27:06.730732 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05ebcf-0cc7-40f6-9665-533796cdc2c4 req-fadd594b-24fe-40f1-82b8-ca0e60da031c tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:06.732241 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bc05ebcf-0cc7-40f6-9665-533796cdc2c4 req-fadd594b-24fe-40f1-82b8-ca0e60da031c tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.0556848 Feb 16 08:27:06.778533 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bc05ebcf-0cc7-40f6-9665-533796cdc2c4 req-18292e0c-1d80-4553-aa0d-2e3244a4ce08 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Feb 16 08:27:07.451238 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d79453bd-6195-42d5-9a79-3bd8ec82e19f req-756b6be8-c0b8-4c7f-a6b7-1304fd527764 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 210 time: 0.0275013 Feb 16 08:27:07.521530 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870948-938c-45fc-98db-1e62e505ac13 req-c3c5a6b6-ae65-4215-b5fe-80a6a097be2b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:07.523007 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-22870948-938c-45fc-98db-1e62e505ac13 req-c3c5a6b6-ae65-4215-b5fe-80a6a097be2b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0518997 Feb 16 08:27:07.571875 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-22870948-938c-45fc-98db-1e62e505ac13 req-4bc113c5-c389-4989-af5b-79e5afaa76df tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433764 Feb 16 08:27:07.614313 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:07.902170 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91de2-21d6-48ce-acd3-c521d17dc112 req-f8cadf2e-47ff-4545-9812-d45a77c6daf5 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:07.903827 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-66f91de2-21d6-48ce-acd3-c521d17dc112 req-f8cadf2e-47ff-4545-9812-d45a77c6daf5 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.0569870 Feb 16 08:27:07.954228 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-66f91de2-21d6-48ce-acd3-c521d17dc112 req-e0a16872-ceb9-4591-9e5c-5167ca31e636 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Feb 16 08:27:08.550543 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ff3cfd22-f130-4539-adfc-de0b62faa084 req-88639702-91c4-4585-b1db-ecf7f4cc16eb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 210 time: 0.0304444 Feb 16 08:27:08.696489 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c964f-7cc4-4248-a7f5-8d0b31dccc94 req-46eaf72a-ec9f-4ca6-8237-f460e9ea3477 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:08.698026 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e93c964f-7cc4-4248-a7f5-8d0b31dccc94 req-46eaf72a-ec9f-4ca6-8237-f460e9ea3477 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0565941 Feb 16 08:27:08.749045 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e93c964f-7cc4-4248-a7f5-8d0b31dccc94 req-dd20c1c5-12d3-4b23-a699-2e8f995e7d94 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452425 Feb 16 08:27:09.086179 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a09f1-e376-4e44-b2c9-7d000b0253cc req-42e49471-d256-47f9-9c1f-5f609abe563f tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:09.088449 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b26a09f1-e376-4e44-b2c9-7d000b0253cc req-42e49471-d256-47f9-9c1f-5f609abe563f tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.0651968 Feb 16 08:27:09.135245 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-c1f6c8f8-da95-4811-ac01-4d8845b05e22 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:09.137414 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-c1f6c8f8-da95-4811-ac01-4d8845b05e22 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 814 time: 0.1442802 Feb 16 08:27:09.163315 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Request body: {'port': {'device_id': '4776e3a1-5840-4888-82c5-ab7dcb793b58', 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973', 'admin_state_up': True, 'tenant_id': '7a03fa69f372429783d16fd636ac72ae'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:27:09.176286 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b26a09f1-e376-4e44-b2c9-7d000b0253cc req-23b75d3f-d49e-4dc7-bbfb-e8a658cd5b34 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820599 Feb 16 08:27:09.450634 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Made reservation on behalf of 7a03fa69f372429783d16fd636ac72ae for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:27:09.453884 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:09.589515 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Allocated IP 172.20.0.11 (9d6487fa-599a-4a38-a1b9-09a2b20a0973/d2e00e31-d37f-4d50-96fe-1216a8ee93d4/1858bcbb-0985-46f1-bf58-4ee64e4ef600) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:27:09.657797 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cd2f9bad-ffe5-4f4b-a2fc-f34d2c0ed91a req-a582744c-4f18-41e7-b385-fe988d4b5009 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 210 time: 0.0319645 Feb 16 08:27:09.771005 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks [] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:09.808160 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:09.821819 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['22024571-882a-4d2d-82cd-d1e534311930'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:27:09.852981 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:27:09.856380 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:27:09.860281 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:27:09.865527 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:09.866183 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:09.875367 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671046-c60f-42ec-89f4-50b7c8d70f21 req-4ad5a5f4-53a9-4cbf-a48b-b61b5405eb44 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:09.877407 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Pushing event updated for resources: {'Port': ['ID=1858bcbb-0985-46f1-bf58-4ee64e4ef600,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:09.883695 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aa671046-c60f-42ec-89f4-50b7c8d70f21 req-4ad5a5f4-53a9-4cbf-a48b-b61b5405eb44 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0635798 Feb 16 08:27:09.890842 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-9d189c6b-485d-4e68-a3ec-c9ef6470c0b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7332814 Feb 16 08:27:09.905867 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Request body: {'port': {'device_id': '4776e3a1-5840-4888-82c5-ab7dcb793b58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:27:09.934584 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aa671046-c60f-42ec-89f4-50b7c8d70f21 req-57725be5-7297-4779-9e36-06cd9647ecaf tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496931 Feb 16 08:27:09.989248 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.173768 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 34842) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:10.222932 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c29e92-c961-457a-88cc-39bfcb3ec9a5 admin admin] Deleting subnet 1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3 {{(pid=102594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:27:10.226461 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e3c29e92-c961-457a-88cc-39bfcb3ec9a5 admin admin] Publish callbacks [] for subnet (1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.271068 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1858bcbb-0985-46f1-bf58-4ee64e4ef600 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:27:10.279216 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Publish callbacks [] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.292273 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Transition to ACTIVE for port object 1858bcbb-0985-46f1-bf58-4ee64e4ef600 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:27:10.295700 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.296142 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e3c29e92-c961-457a-88cc-39bfcb3ec9a5 admin admin] Publish callbacks [] for subnet (1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.309950 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e3c29e92-c961-457a-88cc-39bfcb3ec9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.343241 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Pushing event updated for resources: {'Port': ['ID=1858bcbb-0985-46f1-bf58-4ee64e4ef600,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:10.366035 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856abf0-0f85-456e-8e9a-7b7fcb305ea9 req-3ce221f7-b283-4b25-9024-f5b591d9df1d tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:10.368068 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1856abf0-0f85-456e-8e9a-7b7fcb305ea9 req-3ce221f7-b283-4b25-9024-f5b591d9df1d tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.1124659 Feb 16 08:27:10.377796 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Attempting to bind port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:27:10.378134 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Attempting to bind port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:27:10.378463 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Attempting to bind port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:27:10.383759 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:27:10.384173 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Attempting to bind port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:27:10.389589 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:27:10.392992 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Checking segment: {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:27:10.392992 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Bound using segment: {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:27:10.392992 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Bound port: 1858bcbb-0985-46f1-bf58-4ee64e4ef600, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:27:10.392992 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.412225 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e3c29e92-c961-457a-88cc-39bfcb3ec9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.449268 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c29e92-c961-457a-88cc-39bfcb3ec9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:10.454999 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e3c29e92-c961-457a-88cc-39bfcb3ec9a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.458321 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-e3c29e92-c961-457a-88cc-39bfcb3ec9a5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1e56a05e-53ee-4aeb-9aa5-e717be4d2bd3 HTTP/1.1" status: 204 len: 168 time: 0.2834842 Feb 16 08:27:10.460878 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 34846) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:10.462268 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1856abf0-0f85-456e-8e9a-7b7fcb305ea9 req-1ca8c358-852f-4baa-87f4-fd10fb4e123e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864773 Feb 16 08:27:10.483943 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] For port 1858bcbb-0985-46f1-bf58-4ee64e4ef600, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:27:10.508940 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] For port 1858bcbb-0985-46f1-bf58-4ee64e4ef600, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1858bcbb-0985-46f1-bf58-4ee64e4ef600,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:27:10.537694 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.580382 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (e9a0df0a-57c2-499a-83dd-fd9d3b37d63c), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.604640 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:10.605274 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.606740 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] 10.222.0.71 "PUT /v2.0/ports/1858bcbb-0985-46f1-bf58-4ee64e4ef600 HTTP/1.1" status: 200 len: 1094 time: 0.7072279 Feb 16 08:27:10.607356 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4776e3a1-5840-4888-82c5-ab7dcb793b58', 'tag': '1858bcbb-0985-46f1-bf58-4ee64e4ef600'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:27:10.609694 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4776e3a1-5840-4888-82c5-ab7dcb793b58", "tag": "1858bcbb-0985-46f1-bf58-4ee64e4ef600"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:27:10.630875 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50885a-0da6-4641-b5ee-a7ade4cc3962 service neutron] Pushing event updated for resources: {'Port': ['ID=1858bcbb-0985-46f1-bf58-4ee64e4ef600,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:10.699493 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b671f94-bb4c-41a9-a714-b22d50c14dad x-openstack-request-id: req-9b671f94-bb4c-41a9-a714-b22d50c14dad {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:27:10.699787 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4776e3a1-5840-4888-82c5-ab7dcb793b58", "tag": "1858bcbb-0985-46f1-bf58-4ee64e4ef600", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:27:10.700042 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b671f94-bb4c-41a9-a714-b22d50c14dad {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:27:10.700434 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4776e3a1-5840-4888-82c5-ab7dcb793b58', 'tag': '1858bcbb-0985-46f1-bf58-4ee64e4ef600', 'status': 'completed', 'code': 200} Feb 16 08:27:10.740215 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (e9a0df0a-57c2-499a-83dd-fd9d3b37d63c), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:10.768113 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.768462 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.769257 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.769590 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.769931 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.770278 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.770602 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.770919 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.771233 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.771579 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.805357 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277665d3-3dd3-42dd-b042-bdf9f32af4c3 req-1f0b0a12-65eb-4c05-b620-3574ce5a9c77 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:10.813314 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-277665d3-3dd3-42dd-b042-bdf9f32af4c3 req-1f0b0a12-65eb-4c05-b620-3574ce5a9c77 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 944 time: 0.0719635 Feb 16 08:27:10.869587 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-277665d3-3dd3-42dd-b042-bdf9f32af4c3 req-acc004ae-4ab8-4ee6-b1d0-ade40a041863 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545778 Feb 16 08:27:10.963540 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.964049 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.964390 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.964786 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:27:10.965155 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a0df0a-57c2-499a-83dd-fd9d3b37d63c']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:27:10.985048 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58107491-776a-4526-8cec-4d2c0c057a15') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:27:10.985724 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58107491-776a-4526-8cec-4d2c0c057a15') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:27:10.990693 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-e01dee37-ede9-4d5a-b744-3f3b68f29bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:10.992430 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-e01dee37-ede9-4d5a-b744-3f3b68f29bcc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 1128 time: 0.3382614 Feb 16 08:27:11.013597 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (58107491-776a-4526-8cec-4d2c0c057a15), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.043548 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 34882) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:11.060664 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-6e24b365-4574-41da-af41-f338ffbdc13e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1858bcbb-0985-46f1-bf58-4ee64e4ef600 HTTP/1.1" status: 200 len: 217 time: 0.0598154 Feb 16 08:27:11.080648 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (58107491-776a-4526-8cec-4d2c0c057a15), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.083398 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa7800-59fb-481a-be9f-48cb4e9c367a req-1f5af843-f8c9-4f4d-b834-880a58cd9ae9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:11.084964 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a2aa7800-59fb-481a-be9f-48cb4e9c367a req-1f5af843-f8c9-4f4d-b834-880a58cd9ae9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0645926 Feb 16 08:27:11.114703 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:27:11.115134 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (58107491-776a-4526-8cec-4d2c0c057a15), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: from cryptography.utils import int_from_bytes Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: from cryptography.utils import int_from_bytes Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:27:11.136448 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:27:11.178737 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a2aa7800-59fb-481a-be9f-48cb4e9c367a req-1ad3d28d-c282-4318-b9f7-76dd5dcbbcbe tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862613 Feb 16 08:27:11.216370 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-34d72af7-7395-43e3-bcda-e03828c05994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:11.217857 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-34d72af7-7395-43e3-bcda-e03828c05994 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 200 len: 854 time: 0.1466055 Feb 16 08:27:11.233483 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-53f5d56e-26e9-4a85-b49a-8c798b2e94ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.257438 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (e9a0df0a-57c2-499a-83dd-fd9d3b37d63c), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.260622 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-5919dacc-188a-4e66-b8fe-fbb1113e988d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d6487fa-599a-4a38-a1b9-09a2b20a0973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363123 Feb 16 08:27:11.282974 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.286184 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e9a0df0a-57c2-499a-83dd-fd9d3b37d63c HTTP/1.1" status: 204 len: 168 time: 0.8243177 Feb 16 08:27:11.299876 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3eb59-c47e-45b9-ae33-3dd4b6d8c6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a0df0a-57c2-499a-83dd-fd9d3b37d63c,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:11.411808 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-092cf549-cf5c-4f34-9c2a-969e56c02c14 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301706 Feb 16 08:27:11.416522 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 34888) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:11.450893 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-53f5d56e-26e9-4a85-b49a-8c798b2e94ba admin admin] Publish callbacks [] for security_group (3cfd41ea-ad98-4bd3-9988-355e7da13efa), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.458013 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-1616930d-39b0-40e7-a0ab-5dbf9c776797 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b48873fd7bd243788381930f2828e177&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401356 Feb 16 08:27:11.460760 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 34890) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:11.466293 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-53f5d56e-26e9-4a85-b49a-8c798b2e94ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (3cfd41ea-ad98-4bd3-9988-355e7da13efa), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.512919 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ea47b84f-f151-40d9-a5cd-3975411cc4e5 admin admin] Publish callbacks [] for security_group (5cb9651b-e5e6-444c-b360-c6a37cffb2a3), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.536791 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ea47b84f-f151-40d9-a5cd-3975411cc4e5 admin admin] Publish callbacks [] for security_group (5cb9651b-e5e6-444c-b360-c6a37cffb2a3), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.544439 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5d56e-26e9-4a85-b49a-8c798b2e94ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd41ea-ad98-4bd3-9988-355e7da13efa,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:11.551079 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-53f5d56e-26e9-4a85-b49a-8c798b2e94ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6857d06a178d45f784f180fdcfdf5125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4993651 Feb 16 08:27:11.558711 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 34894) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:11.581748 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1bdd779e-c735-41a4-a372-8718cb5760d2 req-b809951a-5066-4eee-92da-0d5b1e4ea5d3 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609852 Feb 16 08:27:11.621624 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4a7b-e458-44e6-b379-979f8c2efe1c admin admin] Publish callbacks [] for security_group (3cfd41ea-ad98-4bd3-9988-355e7da13efa), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.635152 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87eea5-9660-4444-9842-ee96525f7236 req-24914fb3-de51-47ad-9604-6e76bcc0e50e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:11.636787 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7f87eea5-9660-4444-9842-ee96525f7236 req-24914fb3-de51-47ad-9604-6e76bcc0e50e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 943 time: 0.1028454 Feb 16 08:27:11.652919 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ea47b84f-f151-40d9-a5cd-3975411cc4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (5cb9651b-e5e6-444c-b360-c6a37cffb2a3), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.655719 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ea47b84f-f151-40d9-a5cd-3975411cc4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.657196 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-ea47b84f-f151-40d9-a5cd-3975411cc4e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cb9651b-e5e6-444c-b360-c6a37cffb2a3 HTTP/1.1" status: 204 len: 168 time: 0.1953137 Feb 16 08:27:11.677349 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47b84f-f151-40d9-a5cd-3975411cc4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb9651b-e5e6-444c-b360-c6a37cffb2a3,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:11.678641 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4a7b-e458-44e6-b379-979f8c2efe1c admin admin] Publish callbacks [] for security_group (3cfd41ea-ad98-4bd3-9988-355e7da13efa), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.719762 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7f87eea5-9660-4444-9842-ee96525f7236 req-c23bd1ab-6e76-4592-b849-95e32df7d710 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Feb 16 08:27:11.743723 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-8c979740-e72e-4438-a3a4-0aedb8bcc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:11.745469 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-8c979740-e72e-4438-a3a4-0aedb8bcc4b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 1128 time: 0.1128373 Feb 16 08:27:11.797906 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4a7b-e458-44e6-b379-979f8c2efe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (3cfd41ea-ad98-4bd3-9988-355e7da13efa), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.800545 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4a7b-e458-44e6-b379-979f8c2efe1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:11.801695 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-0eaa4a7b-e458-44e6-b379-979f8c2efe1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cfd41ea-ad98-4bd3-9988-355e7da13efa HTTP/1.1" status: 204 len: 168 time: 0.2420218 Feb 16 08:27:11.815215 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa4a7b-e458-44e6-b379-979f8c2efe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfd41ea-ad98-4bd3-9988-355e7da13efa,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:11.880555 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-f88f8e64-1c47-4ede-93f0-9da18ce4180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:11.882850 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-f88f8e64-1c47-4ede-93f0-9da18ce4180c service neutron] 10.222.0.71 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 915 time: 0.1271684 Feb 16 08:27:11.974351 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-6cd33e23-1daf-4cc9-bf25-8a8ec5b38d3f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1858bcbb-0985-46f1-bf58-4ee64e4ef600 HTTP/1.1" status: 200 len: 217 time: 0.0770066 Feb 16 08:27:12.049383 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54de2e-7361-4919-aa02-2160bce6647f req-0edbdbdb-7d83-4d8a-babc-50a89e140761 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:12.052153 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-5ded5327-c7ae-48a3-b082-e0f9ed50d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:12.053623 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-5ded5327-c7ae-48a3-b082-e0f9ed50d2eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 200 len: 854 time: 0.0697961 Feb 16 08:27:12.056931 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dc54de2e-7361-4919-aa02-2160bce6647f req-0edbdbdb-7d83-4d8a-babc-50a89e140761 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 944 time: 0.1055033 Feb 16 08:27:12.102875 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-4741a1fe-dcc2-4111-936c-afd1ac18ad68 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d6487fa-599a-4a38-a1b9-09a2b20a0973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359380 Feb 16 08:27:12.114446 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dc54de2e-7361-4919-aa02-2160bce6647f req-e5fbe857-82a0-43e8-9256-f34ce6cd011e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564468 Feb 16 08:27:12.289739 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-b3544f5a-2386-44d3-badd-08f5c3d3bb45 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781015 Feb 16 08:27:12.360866 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ab694-361d-4339-9e5c-f108884e9f02 req-c4096e39-1f23-4443-b955-33c0da35825d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:12.371273 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0d2ab694-361d-4339-9e5c-f108884e9f02 req-c4096e39-1f23-4443-b955-33c0da35825d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0951304 Feb 16 08:27:12.433543 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a3aebc5b-9ca1-4da2-a743-7da361d5c7fe req-b6999bc8-3252-4157-8f57-9e4dbd527ca8 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366172 Feb 16 08:27:12.444131 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0d2ab694-361d-4339-9e5c-f108884e9f02 req-c25c143b-37ea-4b62-ac3b-77b48fe84603 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702114 Feb 16 08:27:12.567626 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a0621d3f-2672-49df-b8a4-ed076ea13edc details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:27:12.694778 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a0621d3f-2672-49df-b8a4-ed076ea13edc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a0621d3f-2672-49df-b8a4-ed076ea13edc,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:27:12.707237 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'a0621d3f-2672-49df-b8a4-ed076ea13edc', 'network_id': '18db26bf-0368-4086-b4db-6511c0b9dacb', 'port_id': 'a0621d3f-2672-49df-b8a4-ed076ea13edc', 'mac_address': 'fa:16:3e:da:86:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e15838d-5466-4540-98ae-19e49d6121f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:27:12.746550 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 34970) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:12.748145 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a0621d3f-2672-49df-b8a4-ed076ea13edc is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:27:12.748724 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:12.765608 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0621d3f-2672-49df-b8a4-ed076ea13edc {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:27:12.815066 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a0621d3f-2672-49df-b8a4-ed076ea13edc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a0621d3f-2672-49df-b8a4-ed076ea13edc,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:27:12.821040 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:12.877310 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a0621d3f-2672-49df-b8a4-ed076ea13edc,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:12.891049 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673678c-1be7-4e96-a853-f777160f7292 req-998eb29d-15f4-4f9e-9a72-2a088afb201c tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:12.892965 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7673678c-1be7-4e96-a853-f777160f7292 req-998eb29d-15f4-4f9e-9a72-2a088afb201c tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 944 time: 0.0817158 Feb 16 08:27:12.948324 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7673678c-1be7-4e96-a853-f777160f7292 req-f9007802-8c27-4abf-ab21-8514b7f6daeb tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479400 Feb 16 08:27:13.025149 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a360-de6b-44fc-8391-e4b9f4b026b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:13.109159 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a360-de6b-44fc-8391-e4b9f4b026b4 admin admin] Publish callbacks [] for security_group (9583560c-716a-4f13-8eb5-8c49bdb81bff), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:13.114464 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a360-de6b-44fc-8391-e4b9f4b026b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (9583560c-716a-4f13-8eb5-8c49bdb81bff), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:13.167049 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-5ae0a360-de6b-44fc-8391-e4b9f4b026b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93b63da0593e479f9808da08110b0e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195175 Feb 16 08:27:13.168014 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 34990) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:13.168472 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0a360-de6b-44fc-8391-e4b9f4b026b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9583560c-716a-4f13-8eb5-8c49bdb81bff,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:13.285901 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-74e5ad6d-3553-4f41-b70d-a3d3a1550707 admin admin] Publish callbacks [] for security_group (9583560c-716a-4f13-8eb5-8c49bdb81bff), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:13.320538 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-74e5ad6d-3553-4f41-b70d-a3d3a1550707 admin admin] Publish callbacks [] for security_group (9583560c-716a-4f13-8eb5-8c49bdb81bff), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:13.343745 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a225ff2-d22d-4879-8583-1fd8e4752abb req-003dd5ec-f6cb-4c3c-aa6c-9aecb85b2ae4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:13.345457 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6a225ff2-d22d-4879-8583-1fd8e4752abb req-003dd5ec-f6cb-4c3c-aa6c-9aecb85b2ae4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 944 time: 0.1094077 Feb 16 08:27:13.418063 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6a225ff2-d22d-4879-8583-1fd8e4752abb req-487c0a9e-a381-492c-9bd7-80e857aa584d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633676 Feb 16 08:27:13.436854 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-74e5ad6d-3553-4f41-b70d-a3d3a1550707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (9583560c-716a-4f13-8eb5-8c49bdb81bff), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:13.439684 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-74e5ad6d-3553-4f41-b70d-a3d3a1550707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:13.440977 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-74e5ad6d-3553-4f41-b70d-a3d3a1550707 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9583560c-716a-4f13-8eb5-8c49bdb81bff HTTP/1.1" status: 204 len: 168 time: 0.2708752 Feb 16 08:27:13.449610 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5ad6d-3553-4f41-b70d-a3d3a1550707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9583560c-716a-4f13-8eb5-8c49bdb81bff,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:13.579870 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefc45-09e1-4b95-bad9-5c9277ac486b req-5c99e377-1762-41b6-abd1-bf4bdacdb01d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:13.587206 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f1fefc45-09e1-4b95-bad9-5c9277ac486b req-5c99e377-1762-41b6-abd1-bf4bdacdb01d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0702088 Feb 16 08:27:13.605916 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['a0621d3f-2672-49df-b8a4-ed076ea13edc'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:27:13.654925 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f1fefc45-09e1-4b95-bad9-5c9277ac486b req-ee206e44-1c43-49d9-990b-a45a096e0e91 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667090 Feb 16 08:27:13.704801 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-203891d9-df10-412e-9598-82f399cd59f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:13.926338 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35026) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:13.941350 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-91093338-24f0-40cc-9891-fea9c68314af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:14.050253 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-91093338-24f0-40cc-9891-fea9c68314af admin admin] Publish callbacks [] for security_group (32ae254a-f75e-49e6-bc1b-cd547c903255), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:14.057605 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-91093338-24f0-40cc-9891-fea9c68314af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (32ae254a-f75e-49e6-bc1b-cd547c903255), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:14.095494 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb65a3-0fa1-43ae-997a-53b877f89145 req-6a13c12f-67e3-4c49-a388-529d166f597a tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:14.095494 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bcdb65a3-0fa1-43ae-997a-53b877f89145 req-6a13c12f-67e3-4c49-a388-529d166f597a tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 944 time: 0.0679483 Feb 16 08:27:14.112083 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-91093338-24f0-40cc-9891-fea9c68314af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=feb9ffac8649403ea0e15db511feb041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816525 Feb 16 08:27:14.112083 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91093338-24f0-40cc-9891-fea9c68314af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ae254a-f75e-49e6-bc1b-cd547c903255,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:14.112799 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35032) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:14.184588 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bcdb65a3-0fa1-43ae-997a-53b877f89145 req-f2afe7fb-a5ed-4ef4-a0e3-0f6f337e60e2 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841227 Feb 16 08:27:14.210250 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1fff90b7-4046-4467-9d27-cfe75dfa790b admin admin] Publish callbacks [] for security_group (32ae254a-f75e-49e6-bc1b-cd547c903255), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:14.237931 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1fff90b7-4046-4467-9d27-cfe75dfa790b admin admin] Publish callbacks [] for security_group (32ae254a-f75e-49e6-bc1b-cd547c903255), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:14.292684 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1fff90b7-4046-4467-9d27-cfe75dfa790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (32ae254a-f75e-49e6-bc1b-cd547c903255), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:14.295498 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1fff90b7-4046-4467-9d27-cfe75dfa790b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:14.296660 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-1fff90b7-4046-4467-9d27-cfe75dfa790b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32ae254a-f75e-49e6-bc1b-cd547c903255 HTTP/1.1" status: 204 len: 168 time: 0.1828659 Feb 16 08:27:14.325970 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff90b7-4046-4467-9d27-cfe75dfa790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ae254a-f75e-49e6-bc1b-cd547c903255,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:14.561433 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0a6b6-ef74-41e7-8378-26a189bcf50c req-9336da4c-ad29-4bc6-96ee-30bb52998f6e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:14.563470 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8cd0a6b6-ef74-41e7-8378-26a189bcf50c req-9336da4c-ad29-4bc6-96ee-30bb52998f6e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 944 time: 0.0618699 Feb 16 08:27:14.620118 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8cd0a6b6-ef74-41e7-8378-26a189bcf50c req-ed781082-7721-4bb3-9352-9e581b52ccfc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505006 Feb 16 08:27:14.799901 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24990e-f115-43f7-8672-c7abb6ca054a req-ec419553-af8e-423f-96bb-a55e147e8d55 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:14.802202 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3a24990e-f115-43f7-8672-c7abb6ca054a req-ec419553-af8e-423f-96bb-a55e147e8d55 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0613089 Feb 16 08:27:14.854221 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3a24990e-f115-43f7-8672-c7abb6ca054a req-f9d45a9a-afa0-4ae1-87ce-60cdcfb7568f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454769 Feb 16 08:27:15.337042 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69730a-4364-4dfd-83ea-0c135a93763b req-d18d88f1-0913-4fc3-a0e4-9ceb052be7fb tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:15.344350 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-db69730a-4364-4dfd-83ea-0c135a93763b req-d18d88f1-0913-4fc3-a0e4-9ceb052be7fb tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 944 time: 0.0794227 Feb 16 08:27:15.396573 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-db69730a-4364-4dfd-83ea-0c135a93763b req-018ec832-b908-4e4a-9b8e-db88b173f00e tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470881 Feb 16 08:27:15.758535 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360707b7-1d3d-48ac-94f0-d65dc2081d91 req-f7db388d-466b-4171-a9e3-8a361d126c39 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:15.760223 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-360707b7-1d3d-48ac-94f0-d65dc2081d91 req-f7db388d-466b-4171-a9e3-8a361d126c39 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 944 time: 0.0678008 Feb 16 08:27:15.810717 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-360707b7-1d3d-48ac-94f0-d65dc2081d91 req-c4b1c0b9-e4d2-4d76-a21b-21f77f5f774c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450804 Feb 16 08:27:15.918159 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4288248d-fc6a-4470-8f31-761a113dcc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:15.996450 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4227e26-166b-452c-9ec3-df9374233069 req-693b5339-bf77-4773-8d79-57e844abe275 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:15.998012 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a4227e26-166b-452c-9ec3-df9374233069 req-693b5339-bf77-4773-8d79-57e844abe275 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0627451 Feb 16 08:27:16.061941 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a4227e26-166b-452c-9ec3-df9374233069 req-a0a214e3-307b-4dbc-a9cc-008a885f550e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545635 Feb 16 08:27:16.551110 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cf2da-5187-4c4c-b55d-7c2b4c860717 req-6c5ecfaf-43e8-4421-9127-1ef7badaf958 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:16.556511 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-909cf2da-5187-4c4c-b55d-7c2b4c860717 req-6c5ecfaf-43e8-4421-9127-1ef7badaf958 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 944 time: 0.0736129 Feb 16 08:27:16.613840 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 1858bcbb-0985-46f1-bf58-4ee64e4ef600 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:27:16.617041 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a0621d3f-2672-49df-b8a4-ed076ea13edc up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:27:16.622797 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-909cf2da-5187-4c4c-b55d-7c2b4c860717 req-8403049d-d212-4178-97c2-c834e345b6b2 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621717 Feb 16 08:27:16.772994 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port a0621d3f-2672-49df-b8a4-ed076ea13edc completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:27:16.783507 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port a0621d3f-2672-49df-b8a4-ed076ea13edc triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:27:16.783899 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:16.830837 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 1858bcbb-0985-46f1-bf58-4ee64e4ef600, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1858bcbb-0985-46f1-bf58-4ee64e4ef600,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:27:16.848666 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '1858bcbb-0985-46f1-bf58-4ee64e4ef600', 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973', 'port_id': '1858bcbb-0985-46f1-bf58-4ee64e4ef600', 'mac_address': 'fa:16:3e:ac:a7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e00e31-d37f-4d50-96fe-1216a8ee93d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:27:16.919612 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:27:16.920406 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:16.935754 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a0621d3f-2672-49df-b8a4-ed076ea13edc is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:27:16.936413 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:16.947798 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1858bcbb-0985-46f1-bf58-4ee64e4ef600 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:27:16.978096 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 1858bcbb-0985-46f1-bf58-4ee64e4ef600, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1858bcbb-0985-46f1-bf58-4ee64e4ef600,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:27:16.981537 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405c8c0-da53-4f49-8d20-6aa623ffe8a9 req-632cbd77-bcdb-4e8e-9696-f06f66eb09a8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:16.982596 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417fc412-50ff-4435-a96e-248427125b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0621d3f-2672-49df-b8a4-ed076ea13edc'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:27:16.983156 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d405c8c0-da53-4f49-8d20-6aa623ffe8a9 req-632cbd77-bcdb-4e8e-9696-f06f66eb09a8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 944 time: 0.0819731 Feb 16 08:27:16.987986 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178c4359-29c0-4527-87fb-8dda2dda6daa" -d '{"events": [{"server_uuid": "417fc412-50ff-4435-a96e-248427125b71", "name": "network-vif-plugged", "status": "completed", "tag": "a0621d3f-2672-49df-b8a4-ed076ea13edc"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:27:16.990057 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:17.001838 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a0621d3f-2672-49df-b8a4-ed076ea13edc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a0621d3f-2672-49df-b8a4-ed076ea13edc,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:27:17.029337 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49846c9-4b0f-4547-92b3-597238fe83e5 x-openstack-request-id: req-b49846c9-4b0f-4547-92b3-597238fe83e5 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:27:17.029627 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417fc412-50ff-4435-a96e-248427125b71", "name": "network-vif-plugged", "status": "completed", "tag": "a0621d3f-2672-49df-b8a4-ed076ea13edc", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:27:17.032825 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b49846c9-4b0f-4547-92b3-597238fe83e5 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:27:17.033407 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417fc412-50ff-4435-a96e-248427125b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0621d3f-2672-49df-b8a4-ed076ea13edc', 'code': 200} Feb 16 08:27:17.037422 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:17.051400 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d405c8c0-da53-4f49-8d20-6aa623ffe8a9 req-20c6db36-42ad-43b3-847a-c3389ebc3258 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619974 Feb 16 08:27:17.070787 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=1858bcbb-0985-46f1-bf58-4ee64e4ef600,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:17.148514 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a0621d3f-2672-49df-b8a4-ed076ea13edc,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:17.236834 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb5764-f5e6-4e1a-b498-2ba965c38c7f req-7e711ae8-8a1f-416e-a288-1a03cdead047 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:17.243980 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62eb5764-f5e6-4e1a-b498-2ba965c38c7f req-7e711ae8-8a1f-416e-a288-1a03cdead047 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0751975 Feb 16 08:27:17.250431 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5955-729f-4b36-bfff-38394cbb7d23 req-754bdfcb-3bb5-45d7-98ba-080d01955254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:17.251963 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e1de5955-729f-4b36-bfff-38394cbb7d23 req-754bdfcb-3bb5-45d7-98ba-080d01955254 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 1129 time: 0.0500686 Feb 16 08:27:17.305465 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-62eb5764-f5e6-4e1a-b498-2ba965c38c7f req-7103226d-03e1-49ff-a258-02292812664d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604570 Feb 16 08:27:17.306581 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e1de5955-729f-4b36-bfff-38394cbb7d23 req-be9c7fc1-c71a-4de4-95f9-5997114a7bf6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Feb 16 08:27:17.374682 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:17.440870 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['1858bcbb-0985-46f1-bf58-4ee64e4ef600'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:27:17.747510 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fba7e7-16a6-4cdd-9496-bb01daa872c9 req-af2ab1fa-892f-41ca-8aee-2bf33af26e06 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:17.749085 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-86fba7e7-16a6-4cdd-9496-bb01daa872c9 req-af2ab1fa-892f-41ca-8aee-2bf33af26e06 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 945 time: 0.0551906 Feb 16 08:27:17.802987 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-86fba7e7-16a6-4cdd-9496-bb01daa872c9 req-88e475e9-7e64-47c2-ad5a-09665c3481de tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477409 Feb 16 08:27:18.066506 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35196) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:18.158347 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35204) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:18.202843 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8992f-7265-45a5-a851-106bc6199bfb req-31da4691-ab14-429f-ba6e-c7f6ec4ed771 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:18.204541 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d1c8992f-7265-45a5-a851-106bc6199bfb req-31da4691-ab14-429f-ba6e-c7f6ec4ed771 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 945 time: 0.0636635 Feb 16 08:27:18.267099 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-417984cb-3378-4080-bc56-b38f4c780016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.292211 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d1c8992f-7265-45a5-a851-106bc6199bfb req-67ea975d-d375-44b1-930c-795e7000545c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776610 Feb 16 08:27:18.306525 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7f79af4f-2064-441c-adcf-8110d0baccfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.397219 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-417984cb-3378-4080-bc56-b38f4c780016 admin admin] Publish callbacks [] for security_group (0e5c731b-2f46-4976-879b-0cf3f1841d09), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.399833 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7f79af4f-2064-441c-adcf-8110d0baccfa admin admin] Publish callbacks [] for security_group (8a725b6d-5e08-4d40-abfe-01d26181240a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.402852 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-417984cb-3378-4080-bc56-b38f4c780016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (0e5c731b-2f46-4976-879b-0cf3f1841d09), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.404949 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7f79af4f-2064-441c-adcf-8110d0baccfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (8a725b6d-5e08-4d40-abfe-01d26181240a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.451164 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7f79af4f-2064-441c-adcf-8110d0baccfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8beeddfef97b41babc5b25581345d786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917142 Feb 16 08:27:18.452040 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79af4f-2064-441c-adcf-8110d0baccfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a725b6d-5e08-4d40-abfe-01d26181240a,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:18.454522 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35214) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:18.477205 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417984cb-3378-4080-bc56-b38f4c780016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5c731b-2f46-4976-879b-0cf3f1841d09,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:18.481816 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-417984cb-3378-4080-bc56-b38f4c780016 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b11a2adce48942c1aec8c6e0084d117a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142048 Feb 16 08:27:18.485253 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35216) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:18.509466 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499478a6-71a9-4049-9d32-0653168baf9c req-69ba8353-2c47-478f-854d-73390207524d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:18.510990 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-499478a6-71a9-4049-9d32-0653168baf9c req-69ba8353-2c47-478f-854d-73390207524d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0997167 Feb 16 08:27:18.536163 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-595bdd7f-d718-4fae-878f-d50c78bcb78c admin admin] Publish callbacks [] for security_group (8a725b6d-5e08-4d40-abfe-01d26181240a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.560638 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-499478a6-71a9-4049-9d32-0653168baf9c req-b6fde875-e4ee-432b-919f-5349c6726208 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Feb 16 08:27:18.572381 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-595bdd7f-d718-4fae-878f-d50c78bcb78c admin admin] Publish callbacks [] for security_group (8a725b6d-5e08-4d40-abfe-01d26181240a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.574029 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bc95bd26-8ab1-4ff0-9c7e-06073e3112ff admin admin] Publish callbacks [] for security_group (0e5c731b-2f46-4976-879b-0cf3f1841d09), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.617063 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bc95bd26-8ab1-4ff0-9c7e-06073e3112ff admin admin] Publish callbacks [] for security_group (0e5c731b-2f46-4976-879b-0cf3f1841d09), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.658653 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-595bdd7f-d718-4fae-878f-d50c78bcb78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (8a725b6d-5e08-4d40-abfe-01d26181240a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.661337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-595bdd7f-d718-4fae-878f-d50c78bcb78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.662637 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-595bdd7f-d718-4fae-878f-d50c78bcb78c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a725b6d-5e08-4d40-abfe-01d26181240a HTTP/1.1" status: 204 len: 168 time: 0.2071869 Feb 16 08:27:18.676374 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bdd7f-d718-4fae-878f-d50c78bcb78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a725b6d-5e08-4d40-abfe-01d26181240a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:18.689000 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bc95bd26-8ab1-4ff0-9c7e-06073e3112ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (0e5c731b-2f46-4976-879b-0cf3f1841d09), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.691780 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bc95bd26-8ab1-4ff0-9c7e-06073e3112ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:18.693291 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-bc95bd26-8ab1-4ff0-9c7e-06073e3112ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e5c731b-2f46-4976-879b-0cf3f1841d09 HTTP/1.1" status: 204 len: 168 time: 0.2067380 Feb 16 08:27:18.701840 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95bd26-8ab1-4ff0-9c7e-06073e3112ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5c731b-2f46-4976-879b-0cf3f1841d09,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:18.875112 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.000713 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1e657-821b-4436-a84a-80c0cedac2a7 req-5608c435-1f9b-4166-8ec0-f90c998b8cdb tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:19.012931 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a5f1e657-821b-4436-a84a-80c0cedac2a7 req-5608c435-1f9b-4166-8ec0-f90c998b8cdb tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 945 time: 0.1019182 Feb 16 08:27:19.080860 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35236) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:19.090833 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35238) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:19.092003 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a5f1e657-821b-4436-a84a-80c0cedac2a7 req-c556e8f0-7e31-4517-b8ac-5a845924a4c8 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779109 Feb 16 08:27:19.102611 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2897b4bc-7b1d-476f-9bc2-8eae1a7ee14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.115257 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0321b982-c4fc-4e72-be06-7ede9af589c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.246101 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2897b4bc-7b1d-476f-9bc2-8eae1a7ee14f admin admin] Publish callbacks [] for security_group (1476f71b-2c7f-4faa-9078-18ea0e16ec99), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.255642 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0321b982-c4fc-4e72-be06-7ede9af589c3 admin admin] Publish callbacks [] for security_group (bf3d4b9b-919a-47ce-be40-173636e4de97), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.258908 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2897b4bc-7b1d-476f-9bc2-8eae1a7ee14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (1476f71b-2c7f-4faa-9078-18ea0e16ec99), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.270452 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0321b982-c4fc-4e72-be06-7ede9af589c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bf3d4b9b-919a-47ce-be40-173636e4de97), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.326329 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-0321b982-c4fc-4e72-be06-7ede9af589c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8cf6d91b184144808c5224ddf516dfd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328615 Feb 16 08:27:19.327756 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-2897b4bc-7b1d-476f-9bc2-8eae1a7ee14f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=556d72ec5b5442dfac3f21dcca8f291a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456605 Feb 16 08:27:19.328344 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35244) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:19.330971 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897b4bc-7b1d-476f-9bc2-8eae1a7ee14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1476f71b-2c7f-4faa-9078-18ea0e16ec99,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:19.331260 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35246) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:19.384126 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321b982-c4fc-4e72-be06-7ede9af589c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3d4b9b-919a-47ce-be40-173636e4de97,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:19.409251 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-087feb43-d1fc-4d62-9872-64e7070b016a admin admin] Publish callbacks [] for security_group (bf3d4b9b-919a-47ce-be40-173636e4de97), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.438526 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-087feb43-d1fc-4d62-9872-64e7070b016a admin admin] Publish callbacks [] for security_group (bf3d4b9b-919a-47ce-be40-173636e4de97), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.439985 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98ddcc70-e705-40a5-95f5-0db8c3428703 admin admin] Publish callbacks [] for security_group (1476f71b-2c7f-4faa-9078-18ea0e16ec99), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.464722 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98e46c-c7ca-4d66-ad5a-9bdb7001f558 req-684d0b11-076c-428d-bf17-644c5c105b97 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:19.466221 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0d98e46c-c7ca-4d66-ad5a-9bdb7001f558 req-684d0b11-076c-428d-bf17-644c5c105b97 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 945 time: 0.0859756 Feb 16 08:27:19.485006 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98ddcc70-e705-40a5-95f5-0db8c3428703 admin admin] Publish callbacks [] for security_group (1476f71b-2c7f-4faa-9078-18ea0e16ec99), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.488847 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-087feb43-d1fc-4d62-9872-64e7070b016a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bf3d4b9b-919a-47ce-be40-173636e4de97), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.492182 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-087feb43-d1fc-4d62-9872-64e7070b016a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.495855 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-087feb43-d1fc-4d62-9872-64e7070b016a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf3d4b9b-919a-47ce-be40-173636e4de97 HTTP/1.1" status: 204 len: 168 time: 0.1639259 Feb 16 08:27:19.502816 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087feb43-d1fc-4d62-9872-64e7070b016a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3d4b9b-919a-47ce-be40-173636e4de97,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:19.554534 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0d98e46c-c7ca-4d66-ad5a-9bdb7001f558 req-85e77092-f893-4b1c-99f7-5cfb544d04f2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795209 Feb 16 08:27:19.584361 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98ddcc70-e705-40a5-95f5-0db8c3428703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (1476f71b-2c7f-4faa-9078-18ea0e16ec99), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.587073 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-98ddcc70-e705-40a5-95f5-0db8c3428703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:19.591030 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-98ddcc70-e705-40a5-95f5-0db8c3428703 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1476f71b-2c7f-4faa-9078-18ea0e16ec99 HTTP/1.1" status: 204 len: 168 time: 0.2589531 Feb 16 08:27:19.600246 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddcc70-e705-40a5-95f5-0db8c3428703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1476f71b-2c7f-4faa-9078-18ea0e16ec99,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:19.710953 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6aac5-6579-4d58-8162-07ef144cf788 req-3f83f339-4a01-44df-a80d-196683077c62 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:19.712503 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3bf6aac5-6579-4d58-8162-07ef144cf788 req-3f83f339-4a01-44df-a80d-196683077c62 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0606461 Feb 16 08:27:19.771998 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3bf6aac5-6579-4d58-8162-07ef144cf788 req-e7f72fc8-3708-47a2-bff9-d58dbd6ef35f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531299 Feb 16 08:27:20.021110 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35268) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:20.039743 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-949343d4-554a-4265-96c8-993941c1ca88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:20.143832 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:20.147991 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-949343d4-554a-4265-96c8-993941c1ca88 admin admin] Publish callbacks [] for security_group (72cba44b-bec1-498c-8b37-b96750938a5d), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:20.153386 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-949343d4-554a-4265-96c8-993941c1ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (72cba44b-bec1-498c-8b37-b96750938a5d), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:20.221810 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-949343d4-554a-4265-96c8-993941c1ca88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6acbad1acaa4ce5acc7e5d43ece522e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972716 Feb 16 08:27:20.225260 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35278) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:20.228211 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949343d4-554a-4265-96c8-993941c1ca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cba44b-bec1-498c-8b37-b96750938a5d,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:20.266313 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d108d-bb7a-44b0-90e4-9e61e48b90b7 req-b4aa8d4e-ee1a-414d-9325-bf199bf7befe tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:20.270703 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f01d108d-bb7a-44b0-90e4-9e61e48b90b7 req-b4aa8d4e-ee1a-414d-9325-bf199bf7befe tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 945 time: 0.0956309 Feb 16 08:27:20.321807 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-90f93f34-3aa2-4351-bd0e-8201f6384de3 admin admin] Publish callbacks [] for security_group (72cba44b-bec1-498c-8b37-b96750938a5d), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:20.337074 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f01d108d-bb7a-44b0-90e4-9e61e48b90b7 req-5a6f2233-56a8-48f4-b56f-eadcab870f26 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Feb 16 08:27:20.345580 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-90f93f34-3aa2-4351-bd0e-8201f6384de3 admin admin] Publish callbacks [] for security_group (72cba44b-bec1-498c-8b37-b96750938a5d), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:20.425587 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-90f93f34-3aa2-4351-bd0e-8201f6384de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (72cba44b-bec1-498c-8b37-b96750938a5d), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:20.428156 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-90f93f34-3aa2-4351-bd0e-8201f6384de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:20.433445 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-90f93f34-3aa2-4351-bd0e-8201f6384de3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72cba44b-bec1-498c-8b37-b96750938a5d HTTP/1.1" status: 204 len: 168 time: 0.2023187 Feb 16 08:27:20.439500 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f93f34-3aa2-4351-bd0e-8201f6384de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cba44b-bec1-498c-8b37-b96750938a5d,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:20.684910 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264f90f-a452-45fc-937d-d36597d15258 req-2ef4f231-5f54-4950-8697-81be01585af6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:20.686563 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5264f90f-a452-45fc-937d-d36597d15258 req-2ef4f231-5f54-4950-8697-81be01585af6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 945 time: 0.0562630 Feb 16 08:27:20.759621 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5264f90f-a452-45fc-937d-d36597d15258 req-37235d58-eda3-4e42-8141-6192c4f400e4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640411 Feb 16 08:27:20.919517 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b570a-a0c7-4173-b4e0-5446e210471c req-f3c5a003-30dc-42f8-bbaa-11443386dd5d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:20.921062 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-436b570a-a0c7-4173-b4e0-5446e210471c req-f3c5a003-30dc-42f8-bbaa-11443386dd5d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0543177 Feb 16 08:27:20.978816 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-436b570a-a0c7-4173-b4e0-5446e210471c req-9e28f6b5-659c-452b-b94d-bb2de4b277ee tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523357 Feb 16 08:27:21.882740 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea2f9e-ee2b-41ce-ae24-2472dd11a6f3 req-00f17087-6a68-4767-8738-0fcd647398f4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:21.884364 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-38ea2f9e-ee2b-41ce-ae24-2472dd11a6f3 req-00f17087-6a68-4767-8738-0fcd647398f4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 945 time: 0.0576243 Feb 16 08:27:21.932437 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-38ea2f9e-ee2b-41ce-ae24-2472dd11a6f3 req-5565906d-89f9-4f0a-80e7-b5defead7b75 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Feb 16 08:27:22.097195 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ada3b8-03b3-43f7-877a-acc864300c5c req-03882a41-c4bb-4f35-8592-d971709b6233 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:22.098703 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-14ada3b8-03b3-43f7-877a-acc864300c5c req-03882a41-c4bb-4f35-8592-d971709b6233 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0532107 Feb 16 08:27:22.152526 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-14ada3b8-03b3-43f7-877a-acc864300c5c req-cea07888-ba2f-40b9-9e0e-8db5a61b730d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480199 Feb 16 08:27:23.052484 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05858a-2253-4099-ab8e-d2a3443e3578 req-3bb4f036-75ce-4eaa-be07-1c38657b9e51 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:23.054010 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4b05858a-2253-4099-ab8e-d2a3443e3578 req-3bb4f036-75ce-4eaa-be07-1c38657b9e51 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 945 time: 0.0553632 Feb 16 08:27:23.110082 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4b05858a-2253-4099-ab8e-d2a3443e3578 req-d1c8f2e8-27a2-4d5c-ba41-ac52b44cb64a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505834 Feb 16 08:27:23.279417 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fa675-a1f1-4c6f-b225-68284b6718ce req-2fc3e239-4c20-47fc-a858-9410137198d2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:23.281087 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-120fa675-a1f1-4c6f-b225-68284b6718ce req-2fc3e239-4c20-47fc-a858-9410137198d2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0575190 Feb 16 08:27:23.332163 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-120fa675-a1f1-4c6f-b225-68284b6718ce req-6356a02b-62e5-4ab3-888a-b49c75908ef9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450468 Feb 16 08:27:23.777234 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 1858bcbb-0985-46f1-bf58-4ee64e4ef600 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:27:23.830205 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:27:23.834998 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:27:23.835376 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:23.916292 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:27:23.916690 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:23.943377 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4776e3a1-5840-4888-82c5-ab7dcb793b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1858bcbb-0985-46f1-bf58-4ee64e4ef600'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:27:23.946392 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9e2798-f180-4fdd-b058-22b616026d9f" -d '{"events": [{"server_uuid": "4776e3a1-5840-4888-82c5-ab7dcb793b58", "name": "network-vif-plugged", "status": "completed", "tag": "1858bcbb-0985-46f1-bf58-4ee64e4ef600"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:27:23.961546 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 1858bcbb-0985-46f1-bf58-4ee64e4ef600, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1858bcbb-0985-46f1-bf58-4ee64e4ef600,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:27:23.967855 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:23.995892 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431ef86d-bda5-4070-9e10-a7fcaa6d945b x-openstack-request-id: req-431ef86d-bda5-4070-9e10-a7fcaa6d945b {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:27:23.996192 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4776e3a1-5840-4888-82c5-ab7dcb793b58", "name": "network-vif-plugged", "status": "completed", "tag": "1858bcbb-0985-46f1-bf58-4ee64e4ef600", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:27:23.996450 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-431ef86d-bda5-4070-9e10-a7fcaa6d945b {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:27:23.996842 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4776e3a1-5840-4888-82c5-ab7dcb793b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1858bcbb-0985-46f1-bf58-4ee64e4ef600', 'code': 200} Feb 16 08:27:24.026997 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=1858bcbb-0985-46f1-bf58-4ee64e4ef600,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:24.245353 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6d839-b00d-44d8-a985-c40d1550cbf3 req-990bafa1-6a3f-49f4-93e3-3271d49dbd47 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:24.246938 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4cc6d839-b00d-44d8-a985-c40d1550cbf3 req-990bafa1-6a3f-49f4-93e3-3271d49dbd47 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0549638 Feb 16 08:27:24.301131 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4cc6d839-b00d-44d8-a985-c40d1550cbf3 req-149c7031-359a-47ee-8c43-d5dc9bb4c04e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487313 Feb 16 08:27:24.449290 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f60747-ed20-4716-83b9-a4ddad822f3c req-ff74ea32-201d-4b8b-af38-3ce1b86f8a3e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:24.450743 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01f60747-ed20-4716-83b9-a4ddad822f3c req-ff74ea32-201d-4b8b-af38-3ce1b86f8a3e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0513270 Feb 16 08:27:24.497322 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01f60747-ed20-4716-83b9-a4ddad822f3c req-486ac90c-770b-4c99-8387-7cf7b68356e3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Feb 16 08:27:25.418029 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8a03c-1edf-4d8f-9cfc-b0a2ec1197a9 req-aaafcb0f-8f11-42e9-9a65-9e21eb7f4369 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:25.419571 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c6f8a03c-1edf-4d8f-9cfc-b0a2ec1197a9 req-aaafcb0f-8f11-42e9-9a65-9e21eb7f4369 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0535769 Feb 16 08:27:25.467046 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c6f8a03c-1edf-4d8f-9cfc-b0a2ec1197a9 req-4d650bb5-8308-443e-99d2-495b6564bb0e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Feb 16 08:27:25.617771 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251a85-4f38-4b7e-aec4-e317abb5b382 req-d79a57a2-5820-46c8-a431-9e2c11a9670c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:25.619185 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-91251a85-4f38-4b7e-aec4-e317abb5b382 req-d79a57a2-5820-46c8-a431-9e2c11a9670c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0557942 Feb 16 08:27:25.665088 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-91251a85-4f38-4b7e-aec4-e317abb5b382 req-c6fc25ef-bdb5-43b2-b4db-4ae40b928199 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 Feb 16 08:27:26.360942 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f4629-ee47-47e0-9f36-eadc723cda9b req-72f66f6b-6a8a-4174-8bd4-6e55c8dc8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:26.362455 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c67f4629-ee47-47e0-9f36-eadc723cda9b req-72f66f6b-6a8a-4174-8bd4-6e55c8dc8373 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 1130 time: 0.0463378 Feb 16 08:27:26.410480 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c67f4629-ee47-47e0-9f36-eadc723cda9b req-8301746c-0263-4b90-916a-420ba39a026b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Feb 16 08:27:26.593502 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a0ced-4e05-4869-bafa-de8a8f832c82 req-374bd395-6e69-4ee2-b1d3-32d5ac19d00d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:26.595020 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6e2a0ced-4e05-4869-bafa-de8a8f832c82 req-374bd395-6e69-4ee2-b1d3-32d5ac19d00d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0614729 Feb 16 08:27:26.641143 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6e2a0ced-4e05-4869-bafa-de8a8f832c82 req-00c94a93-050e-406f-a82a-b26c5407d029 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395494 Feb 16 08:27:26.781829 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa4081-ea59-4057-ba3d-183a813270b3 req-1d73e69c-cdf3-4862-b646-39c44897eadf tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:26.783298 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5ffa4081-ea59-4057-ba3d-183a813270b3 req-1d73e69c-cdf3-4862-b646-39c44897eadf tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0513816 Feb 16 08:27:26.831922 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5ffa4081-ea59-4057-ba3d-183a813270b3 req-2a1ec607-73dc-4395-b263-54750ceae801 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Feb 16 08:27:27.387773 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee84988-8545-4dab-be6f-ea4d507b3a42 req-5a3a2df4-b50c-4d79-83f5-a4f211faa964 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:27.389536 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0ee84988-8545-4dab-be6f-ea4d507b3a42 req-5a3a2df4-b50c-4d79-83f5-a4f211faa964 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 945 time: 0.0545998 Feb 16 08:27:27.447016 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0ee84988-8545-4dab-be6f-ea4d507b3a42 req-e330b5b5-5dcc-47dd-966c-e54e4e3e997a tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522318 Feb 16 08:27:27.764976 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cab1-f370-41ad-8455-5bbeb5e5bd5f req-846fe564-379e-4b42-94f5-a90100a0a0c8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:27.766451 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d3d3cab1-f370-41ad-8455-5bbeb5e5bd5f req-846fe564-379e-4b42-94f5-a90100a0a0c8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0547280 Feb 16 08:27:27.817176 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d3d3cab1-f370-41ad-8455-5bbeb5e5bd5f req-5949d682-0e70-4688-83ce-3b36d458049f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 Feb 16 08:27:27.953707 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2db9f-bf6f-4b83-8933-d836de3ecee3 req-cfde07f6-4679-4858-a669-6763c6e0d4bf tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:27.954781 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-06d2db9f-bf6f-4b83-8933-d836de3ecee3 req-cfde07f6-4679-4858-a669-6763c6e0d4bf tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0561013 Feb 16 08:27:28.001110 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-06d2db9f-bf6f-4b83-8933-d836de3ecee3 req-e59c4ce8-f483-4513-864e-9502c610c65f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Feb 16 08:27:28.581922 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c046f-4a03-4cd2-a439-a4c905abe35a req-7acc7cbb-569d-42a5-ab75-2e24c684eb72 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:28.583606 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0a0c046f-4a03-4cd2-a439-a4c905abe35a req-7acc7cbb-569d-42a5-ab75-2e24c684eb72 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 945 time: 0.0680797 Feb 16 08:27:28.632630 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0a0c046f-4a03-4cd2-a439-a4c905abe35a req-bafaab4f-3927-4a37-a206-4fb4079a1a33 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428555 Feb 16 08:27:28.767149 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18930b79-859b-4963-9861-a3dd453f3a44 req-a3a6c4b9-5444-4602-aadb-e9718f9a3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:28.769777 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-18930b79-859b-4963-9861-a3dd453f3a44 req-a3a6c4b9-5444-4602-aadb-e9718f9a3050 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 1130 time: 0.0494182 Feb 16 08:27:28.818443 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-18930b79-859b-4963-9861-a3dd453f3a44 req-d7960b73-60cb-4313-9c8d-fe9da19885dc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Feb 16 08:27:28.947268 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8031d6-aead-4b14-afc5-ebafdb374c7c req-8540b534-9fde-4cc6-87f9-ebb84dff5cc3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:28.948846 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bc8031d6-aead-4b14-afc5-ebafdb374c7c req-8540b534-9fde-4cc6-87f9-ebb84dff5cc3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0603807 Feb 16 08:27:29.001927 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bc8031d6-aead-4b14-afc5-ebafdb374c7c req-bd1d1dcb-141b-4f74-a12f-2155695eb0f9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437231 Feb 16 08:27:29.125792 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a507a-5f11-426c-ae7c-5b814d32033c req-79e8154f-7a80-41c2-806b-d8d864772e33 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:29.127447 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ca2a507a-5f11-426c-ae7c-5b814d32033c req-79e8154f-7a80-41c2-806b-d8d864772e33 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0566540 Feb 16 08:27:29.179042 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ca2a507a-5f11-426c-ae7c-5b814d32033c req-d6d37d3e-a144-4f97-a3c0-863004c45942 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 Feb 16 08:27:29.673183 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-d5eb80af-c114-4681-835c-d2123def4139 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:29.675077 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-d5eb80af-c114-4681-835c-d2123def4139 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.71 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 945 time: 0.0897830 Feb 16 08:27:29.766613 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385516b8-15b4-4e8e-906e-cd9d1e9f1d2f req-2e24960f-17c2-4e1c-8998-024f4d3b2284 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:29.768406 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-385516b8-15b4-4e8e-906e-cd9d1e9f1d2f req-2e24960f-17c2-4e1c-8998-024f4d3b2284 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 945 time: 0.0587640 Feb 16 08:27:29.836948 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Deleting port a0621d3f-2672-49df-b8a4-ed076ea13edc {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:27:29.836948 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:29.850002 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-385516b8-15b4-4e8e-906e-cd9d1e9f1d2f req-3a6b8a76-beb4-4522-9495-a7403addb175 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/security-groups?id=36521850-d204-4ec5-99e6-37dff72e3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743246 Feb 16 08:27:30.155372 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5289181-806a-4910-ae2b-2019746035b6 req-470ac1bb-9146-4c7a-9e83-d96c1547b24c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:30.163671 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c5289181-806a-4910-ae2b-2019746035b6 req-470ac1bb-9146-4c7a-9e83-d96c1547b24c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0826185 Feb 16 08:27:30.181855 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] For port a0621d3f-2672-49df-b8a4-ed076ea13edc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a0621d3f-2672-49df-b8a4-ed076ea13edc,segment=NetworkSegment(1d0d9433-6abc-4d56-914d-e074d7ce37eb),segment_id=1d0d9433-6abc-4d56-914d-e074d7ce37eb)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:27:30.182400 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:30.205136 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Calling delete_port for a0621d3f-2672-49df-b8a4-ed076ea13edc owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:27:30.235283 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c5289181-806a-4910-ae2b-2019746035b6 req-407eafb3-ae1b-4577-90b6-53fd74f3bbf8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705709 Feb 16 08:27:30.362329 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420379c-baa8-45be-96d2-b5ddf72ec4c5 req-1d9b8302-25d9-457d-8838-7fd9ecaaa0a3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:30.370853 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2420379c-baa8-45be-96d2-b5ddf72ec4c5 req-1d9b8302-25d9-457d-8838-7fd9ecaaa0a3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0928316 Feb 16 08:27:30.429576 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2420379c-baa8-45be-96d2-b5ddf72ec4c5 req-0cf7c297-e1f7-4cdf-8cef-bd825fd0a541 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567844 Feb 16 08:27:30.471337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (a0621d3f-2672-49df-b8a4-ed076ea13edc), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:30.489856 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['a0621d3f-2672-49df-b8a4-ed076ea13edc'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:27:30.541346 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Pushing event deleted for resources: {'Port': ['ID=a0621d3f-2672-49df-b8a4-ed076ea13edc,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:30.652468 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] No DVR routers for this DVR port a0621d3f-2672-49df-b8a4-ed076ea13edc on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:27:30.656844 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:30.660222 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-80dc78cc-6c9d-49c0-bc7a-3efa32553720 req-413c1a80-57b4-4299-9843-3baaf64bcbc9 tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.71 "DELETE /v2.0/ports/a0621d3f-2672-49df-b8a4-ed076ea13edc HTTP/1.1" status: 204 len: 173 time: 0.9795363 Feb 16 08:27:30.660712 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417fc412-50ff-4435-a96e-248427125b71', 'name': 'network-vif-deleted', 'tag': 'a0621d3f-2672-49df-b8a4-ed076ea13edc'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:27:30.663812 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a0d182-d1fc-49c6-9571-e01ded5ec0cf" -d '{"events": [{"server_uuid": "417fc412-50ff-4435-a96e-248427125b71", "name": "network-vif-deleted", "tag": "a0621d3f-2672-49df-b8a4-ed076ea13edc"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:27:30.715534 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dae849-96a8-45a8-afb2-4d5dd8f4630e x-openstack-request-id: req-d2dae849-96a8-45a8-afb2-4d5dd8f4630e {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:27:30.715534 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417fc412-50ff-4435-a96e-248427125b71", "name": "network-vif-deleted", "tag": "a0621d3f-2672-49df-b8a4-ed076ea13edc", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:27:30.715859 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2dae849-96a8-45a8-afb2-4d5dd8f4630e {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:27:30.716333 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417fc412-50ff-4435-a96e-248427125b71', 'name': 'network-vif-deleted', 'tag': 'a0621d3f-2672-49df-b8a4-ed076ea13edc', 'status': 'completed', 'code': 200} Feb 16 08:27:30.746827 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:27:30.848565 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35608) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:30.995695 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f5474cd6-5eab-4667-acef-2208f3cec982 req-e4e828bf-4a86-4261-9ec3-b15416cb6b1c tempest-VolumesActionsTest-713857089 tempest-VolumesActionsTest-713857089-project] 10.222.0.30 "GET /v2.0/ports?device_id=417fc412-50ff-4435-a96e-248427125b71 HTTP/1.1" status: 200 len: 210 time: 0.0338154 Feb 16 08:27:31.046833 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-85988692-c334-4d53-ba0b-ae7f2027f653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.146386 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-85988692-c334-4d53-ba0b-ae7f2027f653 admin admin] Publish callbacks [] for security_group (bbb479e5-561a-4e20-8990-5066332e66a5), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.151241 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-85988692-c334-4d53-ba0b-ae7f2027f653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bbb479e5-561a-4e20-8990-5066332e66a5), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.189591 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-85988692-c334-4d53-ba0b-ae7f2027f653 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a39e5b8e0edd46c29fbfac1e428bb450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395882 Feb 16 08:27:31.190458 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85988692-c334-4d53-ba0b-ae7f2027f653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb479e5-561a-4e20-8990-5066332e66a5,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:31.192690 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35630) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:31.248279 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b3157995-cc64-4e8f-bb7a-6a59c5d2a019 admin admin] Publish callbacks [] for security_group (bbb479e5-561a-4e20-8990-5066332e66a5), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.274339 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b3157995-cc64-4e8f-bb7a-6a59c5d2a019 admin admin] Publish callbacks [] for security_group (bbb479e5-561a-4e20-8990-5066332e66a5), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.332408 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b3157995-cc64-4e8f-bb7a-6a59c5d2a019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bbb479e5-561a-4e20-8990-5066332e66a5), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.336288 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b3157995-cc64-4e8f-bb7a-6a59c5d2a019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.340456 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-b3157995-cc64-4e8f-bb7a-6a59c5d2a019 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbb479e5-561a-4e20-8990-5066332e66a5 HTTP/1.1" status: 204 len: 168 time: 0.1435969 Feb 16 08:27:31.346780 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3157995-cc64-4e8f-bb7a-6a59c5d2a019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb479e5-561a-4e20-8990-5066332e66a5,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:31.570382 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aa9bc-41f9-40e9-9cf3-6023de5d0d5b req-d32cee4f-364c-4302-b5e2-1d7c73c8a891 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:31.571869 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cc1aa9bc-41f9-40e9-9cf3-6023de5d0d5b req-d32cee4f-364c-4302-b5e2-1d7c73c8a891 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0544839 Feb 16 08:27:31.621681 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cc1aa9bc-41f9-40e9-9cf3-6023de5d0d5b req-9db7b8e6-00e1-4f0f-8543-7b1e60a33406 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434880 Feb 16 08:27:31.647791 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35640) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:31.661449 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-496b2014-9d88-4f7f-abc1-917e7ed4d360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.744141 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-496b2014-9d88-4f7f-abc1-917e7ed4d360 admin admin] Publish callbacks [] for security_group (adc2864a-f08d-48aa-b9ec-fa728181bbc4), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.749782 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-496b2014-9d88-4f7f-abc1-917e7ed4d360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (adc2864a-f08d-48aa-b9ec-fa728181bbc4), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.756410 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8139b3-5da8-41f0-8825-3dc693a589d5 req-a78ac811-e59a-4fa9-8a79-6d8f0a6c4826 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:31.758087 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9f8139b3-5da8-41f0-8825-3dc693a589d5 req-a78ac811-e59a-4fa9-8a79-6d8f0a6c4826 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0640280 Feb 16 08:27:31.791851 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-496b2014-9d88-4f7f-abc1-917e7ed4d360 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=837a9b8e8bf2414ab5b8fe2c26fa9d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428254 Feb 16 08:27:31.792789 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b2014-9d88-4f7f-abc1-917e7ed4d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc2864a-f08d-48aa-b9ec-fa728181bbc4,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:31.795237 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35642) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:31.817075 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9f8139b3-5da8-41f0-8825-3dc693a589d5 req-bf7f1b3a-4cc7-40a6-b312-7f0309fcbe48 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517905 Feb 16 08:27:31.847539 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeb19-12ba-4d22-aff7-67e5f79a5302 admin admin] Publish callbacks [] for security_group (adc2864a-f08d-48aa-b9ec-fa728181bbc4), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.869303 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeb19-12ba-4d22-aff7-67e5f79a5302 admin admin] Publish callbacks [] for security_group (adc2864a-f08d-48aa-b9ec-fa728181bbc4), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.924436 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeb19-12ba-4d22-aff7-67e5f79a5302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (adc2864a-f08d-48aa-b9ec-fa728181bbc4), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.927396 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3e3eeb19-12ba-4d22-aff7-67e5f79a5302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:31.931110 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-3e3eeb19-12ba-4d22-aff7-67e5f79a5302 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/adc2864a-f08d-48aa-b9ec-fa728181bbc4 HTTP/1.1" status: 204 len: 168 time: 0.1322362 Feb 16 08:27:31.938445 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eeb19-12ba-4d22-aff7-67e5f79a5302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc2864a-f08d-48aa-b9ec-fa728181bbc4,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:32.639415 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b158fb23-dbea-4c42-b325-11d90d6cd41a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:32.641601 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b158fb23-dbea-4c42-b325-11d90d6cd41a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 814 time: 0.1245995 Feb 16 08:27:32.664482 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-87eb2d41-7249-459d-9554-7b5ebb3f4b56 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/quotas/7a03fa69f372429783d16fd636ac72ae HTTP/1.1" status: 200 len: 375 time: 0.0158327 Feb 16 08:27:32.745677 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-0cecaab1-9ff2-4f38-88fb-90838f7ae0f5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742829 Feb 16 08:27:32.850517 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35730) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:32.872068 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-5f18559d-463b-41d0-8f78-960959fb1472 service neutron] 10.222.0.30 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190772 Feb 16 08:27:32.986885 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-0795e446-c1a8-4d7b-bfb6-f0322e39e326 service neutron] 10.222.0.30 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124053 Feb 16 08:27:33.174561 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-870fddc9-4416-4af1-9a49-ff01e90d04ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:33.188389 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ddf39ee5-9cdd-4dc2-a465-d31e44de90aa req-20a3ea4b-948d-443a-afb0-6578222bf017 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 210 time: 0.0317702 Feb 16 08:27:33.283743 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-870fddc9-4416-4af1-9a49-ff01e90d04ef admin admin] Publish callbacks [] for security_group (9cec4a7c-3fd4-462f-827c-a35f023e05e2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:33.291058 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-870fddc9-4416-4af1-9a49-ff01e90d04ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (9cec4a7c-3fd4-462f-827c-a35f023e05e2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:33.358422 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35782) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:33.358919 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-870fddc9-4416-4af1-9a49-ff01e90d04ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a016fd7acd9142eca4c4696c46a970e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072584 Feb 16 08:27:33.361651 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fddc9-4416-4af1-9a49-ff01e90d04ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cec4a7c-3fd4-462f-827c-a35f023e05e2,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:33.420472 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-70ec0d9c-a37e-40a1-8597-d420537cf77c admin admin] Publish callbacks [] for security_group (9cec4a7c-3fd4-462f-827c-a35f023e05e2), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:33.450586 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-70ec0d9c-a37e-40a1-8597-d420537cf77c admin admin] Publish callbacks [] for security_group (9cec4a7c-3fd4-462f-827c-a35f023e05e2), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:33.506279 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-70ec0d9c-a37e-40a1-8597-d420537cf77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (9cec4a7c-3fd4-462f-827c-a35f023e05e2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:33.509103 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-70ec0d9c-a37e-40a1-8597-d420537cf77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:33.510376 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-70ec0d9c-a37e-40a1-8597-d420537cf77c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cec4a7c-3fd4-462f-827c-a35f023e05e2 HTTP/1.1" status: 204 len: 168 time: 0.1504853 Feb 16 08:27:33.523660 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec0d9c-a37e-40a1-8597-d420537cf77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cec4a7c-3fd4-462f-827c-a35f023e05e2,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:33.833162 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a0621d3f-2672-49df-b8a4-ed076ea13edc no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:27:33.858845 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: a0621d3f-2672-49df-b8a4-ed076ea13edc {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:27:33.859259 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a0621d3f-2672-49df-b8a4-ed076ea13edc not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:27:34.030758 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35810) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:34.048996 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-73ebf3bb-9c82-48e5-81ae-0e2c315c32d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:34.125184 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-73ebf3bb-9c82-48e5-81ae-0e2c315c32d8 admin admin] Publish callbacks [] for security_group (bc9bd03c-f92e-4de9-9267-a9487927f5b2), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:34.129942 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-73ebf3bb-9c82-48e5-81ae-0e2c315c32d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bc9bd03c-f92e-4de9-9267-a9487927f5b2), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:34.168368 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebf3bb-9c82-48e5-81ae-0e2c315c32d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9bd03c-f92e-4de9-9267-a9487927f5b2,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:34.173240 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-73ebf3bb-9c82-48e5-81ae-0e2c315c32d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=170e9e2051f840b1a8e9640078e4a8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413276 Feb 16 08:27:34.175782 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35824) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:34.234983 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dc79-90d3-438d-ba8a-44a5703965e7 admin admin] Publish callbacks [] for security_group (bc9bd03c-f92e-4de9-9267-a9487927f5b2), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:34.262638 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dc79-90d3-438d-ba8a-44a5703965e7 admin admin] Publish callbacks [] for security_group (bc9bd03c-f92e-4de9-9267-a9487927f5b2), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:34.335647 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-88729829-41f2-4f1c-8d43-1d783cbb8f1f req-f0a8a8ba-0cec-4e22-bd7f-9c5ef2a5ddcb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 210 time: 0.0407505 Feb 16 08:27:34.359704 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dc79-90d3-438d-ba8a-44a5703965e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bc9bd03c-f92e-4de9-9267-a9487927f5b2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:34.372466 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3ef6dc79-90d3-438d-ba8a-44a5703965e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:34.381392 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-3ef6dc79-90d3-438d-ba8a-44a5703965e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc9bd03c-f92e-4de9-9267-a9487927f5b2 HTTP/1.1" status: 204 len: 168 time: 0.1996646 Feb 16 08:27:34.392304 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6dc79-90d3-438d-ba8a-44a5703965e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9bd03c-f92e-4de9-9267-a9487927f5b2,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:34.395657 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-d2b5e327-032e-4ba6-ac96-a9b1859c6fb0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725975 Feb 16 08:27:34.688764 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc0c13-f130-4a0c-8bb5-d2917bc82fb3 req-d7487ff4-961e-4da9-82dd-73100849cf9f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:34.691184 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b5cc0c13-f130-4a0c-8bb5-d2917bc82fb3 req-d7487ff4-961e-4da9-82dd-73100849cf9f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0608213 Feb 16 08:27:34.693258 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35860) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:34.744293 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b5cc0c13-f130-4a0c-8bb5-d2917bc82fb3 req-04da40bc-32df-49e0-ba94-c5c88c14f918 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454347 Feb 16 08:27:34.852990 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-de00dd46-b793-49f3-9783-dcb38bfc3bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:34.898173 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-1b406629-57fd-4fb8-9c53-a868095bf78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:34.900078 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-1b406629-57fd-4fb8-9c53-a868095bf78c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 1130 time: 0.0848234 Feb 16 08:27:35.025867 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-7f998883-8d55-4a70-960e-93dde894d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:35.027700 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-7f998883-8d55-4a70-960e-93dde894d8bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1130 time: 0.1566670 Feb 16 08:27:35.034895 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-2d0336af-e12f-4e67-8633-da79e7fbc7a4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:35.036521 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-2d0336af-e12f-4e67-8633-da79e7fbc7a4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 814 time: 0.2054191 Feb 16 08:27:35.056466 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-38130a60-2af5-4c90-a042-1c3a72274e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:35.057957 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-38130a60-2af5-4c90-a042-1c3a72274e15 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 915 time: 0.1296356 Feb 16 08:27:35.081599 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-de00dd46-b793-49f3-9783-dcb38bfc3bb6 admin admin] Publish callbacks [] for security_group (f6909c2e-f61e-435d-9af6-7a36d3026bfb), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.085816 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-de00dd46-b793-49f3-9783-dcb38bfc3bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (f6909c2e-f61e-435d-9af6-7a36d3026bfb), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.127069 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-de00dd46-b793-49f3-9783-dcb38bfc3bb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=012b259a2a7e4d198b995d9dd53a6076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4326344 Feb 16 08:27:35.128122 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00dd46-b793-49f3-9783-dcb38bfc3bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6909c2e-f61e-435d-9af6-7a36d3026bfb,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:35.131085 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35880) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:35.182014 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3e839daa-10ae-4ad7-974d-1d7548afeca8 admin admin] Publish callbacks [] for security_group (f6909c2e-f61e-435d-9af6-7a36d3026bfb), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.210791 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3e839daa-10ae-4ad7-974d-1d7548afeca8 admin admin] Publish callbacks [] for security_group (f6909c2e-f61e-435d-9af6-7a36d3026bfb), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.283713 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3e839daa-10ae-4ad7-974d-1d7548afeca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (f6909c2e-f61e-435d-9af6-7a36d3026bfb), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.286720 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3e839daa-10ae-4ad7-974d-1d7548afeca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.291403 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-3e839daa-10ae-4ad7-974d-1d7548afeca8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6909c2e-f61e-435d-9af6-7a36d3026bfb HTTP/1.1" status: 204 len: 168 time: 0.1593056 Feb 16 08:27:35.299349 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e839daa-10ae-4ad7-974d-1d7548afeca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6909c2e-f61e-435d-9af6-7a36d3026bfb,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:35.470641 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fb9b7273-4b2a-40ea-871c-1a1e45365825 req-cb397707-ae05-47a1-b164-701ad6ef04e2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 210 time: 0.0281687 Feb 16 08:27:35.681577 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 35904) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:35.695769 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5898557b-96c2-4580-88df-21cb9b4231b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.774611 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5898557b-96c2-4580-88df-21cb9b4231b3 admin admin] Publish callbacks [] for security_group (854ddaef-5778-40ec-89ee-ada2137277ae), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.781684 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5898557b-96c2-4580-88df-21cb9b4231b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (854ddaef-5778-40ec-89ee-ada2137277ae), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.821805 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898557b-96c2-4580-88df-21cb9b4231b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854ddaef-5778-40ec-89ee-ada2137277ae,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:35.826219 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-5898557b-96c2-4580-88df-21cb9b4231b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b99b50423c974fbd892d455d15e203a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431725 Feb 16 08:27:35.829209 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35912) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:35.918053 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Publish callbacks [] for security_group (854ddaef-5778-40ec-89ee-ada2137277ae), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:35.930721 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff015f77-cf72-4dae-8778-fab72085dc6b req-82a66f71-2864-4711-ac50-6580e4a4ada5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:35.932196 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ff015f77-cf72-4dae-8778-fab72085dc6b req-82a66f71-2864-4711-ac50-6580e4a4ada5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0804360 Feb 16 08:27:35.965111 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Publish callbacks [] for security_group (854ddaef-5778-40ec-89ee-ada2137277ae), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:36.018285 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ff015f77-cf72-4dae-8778-fab72085dc6b req-fb56f941-cd4e-43cf-8256-644c1c263b1c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790100 Feb 16 08:27:36.038629 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (854ddaef-5778-40ec-89ee-ada2137277ae), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:36.041402 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:36.042560 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/854ddaef-5778-40ec-89ee-ada2137277ae HTTP/1.1" status: 204 len: 168 time: 0.2114627 Feb 16 08:27:36.050625 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854ddaef-5778-40ec-89ee-ada2137277ae,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:36.065198 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.065780 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.065874 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.066203 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.066532 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.066865 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.067195 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.068773 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.069155 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.069494 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.069836 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.070163 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.070490 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba833-3af7-4625-91e6-289c40368738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:36.575297 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0dbf0657-5d30-4dfa-bd83-0fdd596160b6 req-75df64d3-69cf-4026-a5b0-cdae6681b49b tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Feb 16 08:27:37.142514 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6a509-c0b0-4d22-a857-9392b51e8807 req-9a1092dd-f2ab-4123-96ae-6739cc04d511 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:37.146267 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f5e6a509-c0b0-4d22-a857-9392b51e8807 req-9a1092dd-f2ab-4123-96ae-6739cc04d511 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0580223 Feb 16 08:27:37.195683 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f5e6a509-c0b0-4d22-a857-9392b51e8807 req-bc185cea-9b4f-4ab3-a75c-60d22fa49f7c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Feb 16 08:27:37.365604 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Request body: {'port': {'device_id': 'cee3b175-3d1f-4cdf-a504-c2912c6ee282', 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973', 'admin_state_up': True, 'tenant_id': '7a03fa69f372429783d16fd636ac72ae'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:27:37.548620 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-1552b873-ac53-4fa1-b182-cd5cdeac2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:37.550081 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-1552b873-ac53-4fa1-b182-cd5cdeac2eb7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 920 time: 0.2092540 Feb 16 08:27:37.560080 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Made reservation on behalf of 7a03fa69f372429783d16fd636ac72ae for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:27:37.563480 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:37.595015 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-5cdc6413-87ee-4966-9c45-89935ba797eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22024571-882a-4d2d-82cd-d1e534311930 HTTP/1.1" status: 200 len: 217 time: 0.2548945 Feb 16 08:27:37.614613 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:37.691267 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-055404ff-d20f-4654-a71d-0b63754a9fb5 req-cb945b8d-0717-4f6f-8e2a-850d6f4bbfd6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 210 time: 0.0275600 Feb 16 08:27:37.700480 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Allocated IP 172.20.0.12 (9d6487fa-599a-4a38-a1b9-09a2b20a0973/d2e00e31-d37f-4d50-96fe-1216a8ee93d4/d38cf70e-7e08-46a6-886f-5b4b9bd64763) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:27:37.727561 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35992) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:37.834297 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d76c2765-79d1-4fbc-a1d4-c5bdcf53e958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:37.855020 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks [] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:37.890361 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:37.922881 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d76c2765-79d1-4fbc-a1d4-c5bdcf53e958 admin admin] Publish callbacks [] for security_group (e461aad1-8b54-4225-bd33-09319db69e27), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:37.927505 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d76c2765-79d1-4fbc-a1d4-c5bdcf53e958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e461aad1-8b54-4225-bd33-09319db69e27), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:37.938601 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:27:37.942060 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:27:37.951307 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:27:37.970450 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-d76c2765-79d1-4fbc-a1d4-c5bdcf53e958 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74598fb7d6b24c00bc1ac85e97170565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417643 Feb 16 08:27:37.971174 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c2765-79d1-4fbc-a1d4-c5bdcf53e958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e461aad1-8b54-4225-bd33-09319db69e27,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:37.973644 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 35998) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:37.977363 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Pushing event updated for resources: {'Port': ['ID=d38cf70e-7e08-46a6-886f-5b4b9bd64763,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:37.993511 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.993871 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.994218 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.994557 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.994893 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.995226 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.995586 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.995943 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.996297 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.996625 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.996951 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.997277 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:37.997603 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:38.016092 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:38.016714 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.023272 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9bfdc768-6b0c-4d7d-98c9-b9dd825059ef admin admin] Publish callbacks [] for security_group (e461aad1-8b54-4225-bd33-09319db69e27), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.032768 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-b4ade492-ee4a-41c2-a605-eb7935fdc7b2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6824465 Feb 16 08:27:38.049546 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9bfdc768-6b0c-4d7d-98c9-b9dd825059ef admin admin] Publish callbacks [] for security_group (e461aad1-8b54-4225-bd33-09319db69e27), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.093971 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9bfdc768-6b0c-4d7d-98c9-b9dd825059ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e461aad1-8b54-4225-bd33-09319db69e27), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.096677 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9bfdc768-6b0c-4d7d-98c9-b9dd825059ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.097832 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9bfdc768-6b0c-4d7d-98c9-b9dd825059ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e461aad1-8b54-4225-bd33-09319db69e27 HTTP/1.1" status: 204 len: 168 time: 0.1230979 Feb 16 08:27:38.105976 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdc768-6b0c-4d7d-98c9-b9dd825059ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e461aad1-8b54-4225-bd33-09319db69e27,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:38.315558 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b6f97-515a-4973-b8eb-2bd124221899 req-d827cd44-31d5-4a2b-93d6-bdb7507bca67 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:38.317276 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c9b6f97-515a-4973-b8eb-2bd124221899 req-d827cd44-31d5-4a2b-93d6-bdb7507bca67 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0534370 Feb 16 08:27:38.374141 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c9b6f97-515a-4973-b8eb-2bd124221899 req-c110dbc4-2b73-4f81-9e14-db867f0b8747 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505133 Feb 16 08:27:38.378842 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36008) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:38.391945 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-de0ab660-1115-4be0-9a3d-5a87deaaee9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.472964 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-de0ab660-1115-4be0-9a3d-5a87deaaee9a admin admin] Publish callbacks [] for security_group (e794acbe-180b-4fad-8dc7-9871719fadbe), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.477624 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-de0ab660-1115-4be0-9a3d-5a87deaaee9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e794acbe-180b-4fad-8dc7-9871719fadbe), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.520816 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-de0ab660-1115-4be0-9a3d-5a87deaaee9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a025f64ef80d43f5bed76e63e0b61558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408420 Feb 16 08:27:38.521701 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ab660-1115-4be0-9a3d-5a87deaaee9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e794acbe-180b-4fad-8dc7-9871719fadbe,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:38.524705 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 36014) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:38.582585 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4f580e4d-9519-4137-a6f8-34744231ea90 admin admin] Publish callbacks [] for security_group (e794acbe-180b-4fad-8dc7-9871719fadbe), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.610745 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4f580e4d-9519-4137-a6f8-34744231ea90 admin admin] Publish callbacks [] for security_group (e794acbe-180b-4fad-8dc7-9871719fadbe), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.658150 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4f580e4d-9519-4137-a6f8-34744231ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e794acbe-180b-4fad-8dc7-9871719fadbe), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.660946 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4f580e4d-9519-4137-a6f8-34744231ea90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.662092 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-4f580e4d-9519-4137-a6f8-34744231ea90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e794acbe-180b-4fad-8dc7-9871719fadbe HTTP/1.1" status: 204 len: 168 time: 0.1356144 Feb 16 08:27:38.669668 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f580e4d-9519-4137-a6f8-34744231ea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e794acbe-180b-4fad-8dc7-9871719fadbe,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:38.773832 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['22024571-882a-4d2d-82cd-d1e534311930', '1858bcbb-0985-46f1-bf58-4ee64e4ef600'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:27:38.784785 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Request body: {'port': {'device_id': 'cee3b175-3d1f-4cdf-a504-c2912c6ee282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:27:38.816055 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-08eab78a-46b4-446e-8273-892c7efcbcc7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938af534-7342-45a2-9e69-bd76724ff567 HTTP/1.1" status: 200 len: 217 time: 0.0453689 Feb 16 08:27:38.871590 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-203ca498-9a86-42db-9926-a0e475d3de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:38.873265 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-203ca498-9a86-42db-9926-a0e475d3de73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 200 len: 854 time: 0.1015761 Feb 16 08:27:38.888344 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ade05-225a-4723-b784-1ad58842eb2f req-e5346cac-aa90-44bf-b35a-d395a501ee84 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:38.913276 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:38.924718 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1c5ade05-225a-4723-b784-1ad58842eb2f req-e5346cac-aa90-44bf-b35a-d395a501ee84 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 932 time: 0.1632614 Feb 16 08:27:38.941548 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-6894c9b3-36ef-4f8e-a4a3-0aac121ea4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:38.943390 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-6894c9b3-36ef-4f8e-a4a3-0aac121ea4b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.1099813 Feb 16 08:27:38.990125 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-5cb52893-3f1d-442c-b8f3-139a42bb90d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d6487fa-599a-4a38-a1b9-09a2b20a0973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617378 Feb 16 08:27:39.000856 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-f5d061de-d1c2-4136-b975-80de49c0d10f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375009 Feb 16 08:27:39.130031 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1c5ade05-225a-4723-b784-1ad58842eb2f req-c8b9a360-4d84-43d7-b710-08a226423b60 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988783 Feb 16 08:27:39.160067 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-923b7949-8c4f-4d75-b56c-599eff3c5a5b service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497781 Feb 16 08:27:39.237550 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-05e66554-1bad-4f59-80f7-cce2233c621b service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263188 Feb 16 08:27:39.276002 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-cb28313a-6055-42e8-b2ad-8ebaad0ba9d8 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028209 Feb 16 08:27:39.403829 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b45d1c9b-6e40-4f71-9577-6158506e2ef5 req-7d8698f7-dca8-4b78-b404-ecf8ca84cc54 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572821 Feb 16 08:27:39.405829 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38cf70e-7e08-46a6-886f-5b4b9bd64763 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:27:39.414463 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Publish callbacks [] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:39.432158 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Transition to ACTIVE for port object d38cf70e-7e08-46a6-886f-5b4b9bd64763 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:27:39.436579 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:39.491348 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d38cf70e-7e08-46a6-886f-5b4b9bd64763,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:39.530350 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dfcbb-2c95-4023-aef8-6b7e883952c0 req-8df5084b-c0e3-435f-9f63-025cb8ce2153 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:39.532050 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-143dfcbb-2c95-4023-aef8-6b7e883952c0 req-8df5084b-c0e3-435f-9f63-025cb8ce2153 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0587099 Feb 16 08:27:39.569584 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Attempting to bind port d38cf70e-7e08-46a6-886f-5b4b9bd64763 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:27:39.570180 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Attempting to bind port d38cf70e-7e08-46a6-886f-5b4b9bd64763 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:27:39.570308 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Attempting to bind port d38cf70e-7e08-46a6-886f-5b4b9bd64763 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:27:39.575093 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Port d38cf70e-7e08-46a6-886f-5b4b9bd64763 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:27:39.575440 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Attempting to bind port d38cf70e-7e08-46a6-886f-5b4b9bd64763 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:27:39.582470 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:27:39.582925 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Checking segment: {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:27:39.583228 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Bound using segment: {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:27:39.583688 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Bound port: d38cf70e-7e08-46a6-886f-5b4b9bd64763, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:27:39.584057 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:39.587326 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-143dfcbb-2c95-4023-aef8-6b7e883952c0 req-a06d967e-d474-49e9-9478-cc92dba66044 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469046 Feb 16 08:27:39.657638 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] For port d38cf70e-7e08-46a6-886f-5b4b9bd64763, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:27:39.660882 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] For port d38cf70e-7e08-46a6-886f-5b4b9bd64763, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d38cf70e-7e08-46a6-886f-5b4b9bd64763,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:27:39.668732 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:39.703667 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:39.704288 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:39.705677 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] 10.222.0.71 "PUT /v2.0/ports/d38cf70e-7e08-46a6-886f-5b4b9bd64763 HTTP/1.1" status: 200 len: 1094 time: 0.9277596 Feb 16 08:27:39.706118 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee3b175-3d1f-4cdf-a504-c2912c6ee282', 'tag': 'd38cf70e-7e08-46a6-886f-5b4b9bd64763'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:27:39.708358 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04038845-ce5d-4c13-a769-d87a1740882e" -d '{"events": [{"name": "network-changed", "server_uuid": "cee3b175-3d1f-4cdf-a504-c2912c6ee282", "tag": "d38cf70e-7e08-46a6-886f-5b4b9bd64763"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:27:39.735416 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110db904-3f6e-4ee3-b847-dff3d820d7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d38cf70e-7e08-46a6-886f-5b4b9bd64763,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:39.753963 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d145878-036d-4b7d-afcc-e61117f0736c x-openstack-request-id: req-5d145878-036d-4b7d-afcc-e61117f0736c {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:27:39.754312 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee3b175-3d1f-4cdf-a504-c2912c6ee282", "tag": "d38cf70e-7e08-46a6-886f-5b4b9bd64763", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:27:39.754572 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d145878-036d-4b7d-afcc-e61117f0736c {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:27:39.755092 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee3b175-3d1f-4cdf-a504-c2912c6ee282', 'tag': 'd38cf70e-7e08-46a6-886f-5b4b9bd64763', 'status': 'completed', 'code': 200} Feb 16 08:27:39.846415 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-4e298b4c-b9b0-4131-9110-e3b074f112e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:39.847940 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-4e298b4c-b9b0-4131-9110-e3b074f112e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 1128 time: 0.0487027 Feb 16 08:27:39.914176 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-42a17852-de6d-48ae-828b-c8de3bc4d6d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d38cf70e-7e08-46a6-886f-5b4b9bd64763 HTTP/1.1" status: 200 len: 217 time: 0.0363708 Feb 16 08:27:39.967355 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-70ede3c6-0ccf-49fd-8910-34eb47eebb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:39.968870 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-70ede3c6-0ccf-49fd-8910-34eb47eebb3f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 200 len: 854 time: 0.0485096 Feb 16 08:27:40.000346 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-a6d793b9-73e3-49e7-b6fb-9bf380b9a845 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d6487fa-599a-4a38-a1b9-09a2b20a0973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252678 Feb 16 08:27:40.104065 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-1b3b68cc-5d6f-49ca-801d-358b16b92306 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882173 Feb 16 08:27:40.206464 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19963fb-a900-4642-ba12-59ba9c30bd83 req-c754a074-1650-4113-b74b-f36f8349490b service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920832 Feb 16 08:27:40.254256 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5d7fe-7541-4732-8767-fe3d39a13d48 req-abc88758-250e-4c51-be14-4e77009c4ded tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:40.255867 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b1d5d7fe-7541-4732-8767-fe3d39a13d48 req-abc88758-250e-4c51-be14-4e77009c4ded tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.0636096 Feb 16 08:27:40.322566 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038845-ce5d-4c13-a769-d87a1740882e req-08c73f17-964c-46b6-994f-3f24dd18b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:40.324701 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-04038845-ce5d-4c13-a769-d87a1740882e req-08c73f17-964c-46b6-994f-3f24dd18b2b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 1128 time: 0.0616720 Feb 16 08:27:40.337107 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b1d5d7fe-7541-4732-8767-fe3d39a13d48 req-dc846549-1e4c-45f1-88b5-aca15e812ad5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753927 Feb 16 08:27:40.432020 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038845-ce5d-4c13-a769-d87a1740882e req-683f7cd8-0608-47e0-a85e-9a659a09d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:40.433491 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-04038845-ce5d-4c13-a769-d87a1740882e req-683f7cd8-0608-47e0-a85e-9a659a09d99f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 915 time: 0.0929077 Feb 16 08:27:40.485534 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-04038845-ce5d-4c13-a769-d87a1740882e req-7ac59087-9095-4480-871b-d9ff4d429a64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d38cf70e-7e08-46a6-886f-5b4b9bd64763 HTTP/1.1" status: 200 len: 217 time: 0.0461910 Feb 16 08:27:40.597306 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36096) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:40.653000 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038845-ce5d-4c13-a769-d87a1740882e req-c4c383e5-45ef-4e4d-a045-ac979632ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:40.654683 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-04038845-ce5d-4c13-a769-d87a1740882e req-c4c383e5-45ef-4e4d-a045-ac979632ee1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 200 len: 854 time: 0.0470960 Feb 16 08:27:40.692768 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-04038845-ce5d-4c13-a769-d87a1740882e req-384f911c-4b1d-41e6-ba5e-725b541d8961 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d6487fa-599a-4a38-a1b9-09a2b20a0973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319235 Feb 16 08:27:40.720266 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-44dff4ae-13cd-4c83-9260-e78a5816a2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:40.744211 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e4f89-a15e-4d40-9e74-0650ca3e40ce req-7574054a-8066-49e4-89d4-d70d571d53a8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:40.747882 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1c6e4f89-a15e-4d40-9e74-0650ca3e40ce req-7574054a-8066-49e4-89d4-d70d571d53a8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0886624 Feb 16 08:27:40.790826 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-04038845-ce5d-4c13-a769-d87a1740882e req-e368e5d3-37bd-4490-9ab5-e5fa252ccf6d service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907629 Feb 16 08:27:40.815284 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1c6e4f89-a15e-4d40-9e74-0650ca3e40ce req-a410e4ad-7218-46d6-a731-39519fa20d3c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636520 Feb 16 08:27:40.865260 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-44dff4ae-13cd-4c83-9260-e78a5816a2e7 admin admin] Publish callbacks [] for security_group (7bb23701-513a-4ce2-b77f-1560a430149a), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:40.870565 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-44dff4ae-13cd-4c83-9260-e78a5816a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (7bb23701-513a-4ce2-b77f-1560a430149a), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:40.888144 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-04038845-ce5d-4c13-a769-d87a1740882e req-4030be3c-f442-429b-94dc-51e30660d2fa service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895159 Feb 16 08:27:40.910065 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-44dff4ae-13cd-4c83-9260-e78a5816a2e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78f88f845b944c14980e48ee7fe1d3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115993 Feb 16 08:27:40.911233 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dff4ae-13cd-4c83-9260-e78a5816a2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb23701-513a-4ce2-b77f-1560a430149a,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:40.912652 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 36104) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:40.969198 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e897990-b80b-4cf2-9a95-a716a2bf14d1 admin admin] Publish callbacks [] for security_group (7bb23701-513a-4ce2-b77f-1560a430149a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:40.989320 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e897990-b80b-4cf2-9a95-a716a2bf14d1 admin admin] Publish callbacks [] for security_group (7bb23701-513a-4ce2-b77f-1560a430149a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.038182 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e897990-b80b-4cf2-9a95-a716a2bf14d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (7bb23701-513a-4ce2-b77f-1560a430149a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.041155 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e897990-b80b-4cf2-9a95-a716a2bf14d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.042328 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-4e897990-b80b-4cf2-9a95-a716a2bf14d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bb23701-513a-4ce2-b77f-1560a430149a HTTP/1.1" status: 204 len: 168 time: 0.1286178 Feb 16 08:27:41.050388 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e897990-b80b-4cf2-9a95-a716a2bf14d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb23701-513a-4ce2-b77f-1560a430149a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:41.326543 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36114) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:41.341172 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-82da7139-3fa0-4a74-ace0-11c4cf23fa9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.456514 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-82da7139-3fa0-4a74-ace0-11c4cf23fa9f admin admin] Publish callbacks [] for security_group (23bc7f4f-6039-4543-a3dd-e899a2c7ba4b), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.468481 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-82da7139-3fa0-4a74-ace0-11c4cf23fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (23bc7f4f-6039-4543-a3dd-e899a2c7ba4b), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.535233 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-82da7139-3fa0-4a74-ace0-11c4cf23fa9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e2168f9572a4259a66ab893cb421940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071037 Feb 16 08:27:41.536209 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da7139-3fa0-4a74-ace0-11c4cf23fa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc7f4f-6039-4543-a3dd-e899a2c7ba4b,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:41.538632 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 36128) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:41.558456 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5c9fd-b735-4f65-97d4-1b5864bf2538 req-c979716e-ae4b-4d83-95dc-9fcfeb2ae37a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:41.560123 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a1a5c9fd-b735-4f65-97d4-1b5864bf2538 req-c979716e-ae4b-4d83-95dc-9fcfeb2ae37a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.1021285 Feb 16 08:27:41.604991 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-84cf83e4-0f19-4495-be10-c19651257d5f admin admin] Publish callbacks [] for security_group (23bc7f4f-6039-4543-a3dd-e899a2c7ba4b), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.613003 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a1a5c9fd-b735-4f65-97d4-1b5864bf2538 req-65ba566b-6f06-44fb-b680-e1610ab63d39 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448303 Feb 16 08:27:41.627670 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-84cf83e4-0f19-4495-be10-c19651257d5f admin admin] Publish callbacks [] for security_group (23bc7f4f-6039-4543-a3dd-e899a2c7ba4b), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.677094 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-84cf83e4-0f19-4495-be10-c19651257d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (23bc7f4f-6039-4543-a3dd-e899a2c7ba4b), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.680544 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-84cf83e4-0f19-4495-be10-c19651257d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:41.681806 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-84cf83e4-0f19-4495-be10-c19651257d5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23bc7f4f-6039-4543-a3dd-e899a2c7ba4b HTTP/1.1" status: 204 len: 168 time: 0.1418598 Feb 16 08:27:41.691453 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf83e4-0f19-4495-be10-c19651257d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bc7f4f-6039-4543-a3dd-e899a2c7ba4b,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:41.956114 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae382-d793-490f-b5a4-befb6133c27c req-d1440297-e0a2-4ee0-be89-5738f62cb498 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:41.957844 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-062ae382-d793-490f-b5a4-befb6133c27c req-d1440297-e0a2-4ee0-be89-5738f62cb498 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0644681 Feb 16 08:27:42.015152 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-062ae382-d793-490f-b5a4-befb6133c27c req-dfb8a295-b7eb-4ee1-a832-6ed5aa1c0403 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496147 Feb 16 08:27:42.764453 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2403e-8139-4f2f-bfb4-0c12d92bc555 req-a17d1abd-584f-40d9-81f7-ba4ed1ec9e62 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:42.767201 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aeb2403e-8139-4f2f-bfb4-0c12d92bc555 req-a17d1abd-584f-40d9-81f7-ba4ed1ec9e62 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.0734699 Feb 16 08:27:42.854485 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aeb2403e-8139-4f2f-bfb4-0c12d92bc555 req-fef2b603-69c0-46ce-ac30-472d0e8f5170 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792108 Feb 16 08:27:43.204522 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb01cf-a9c6-4532-bd69-07b91ffde8b4 req-e46f915d-d052-43a8-a038-d4afc73493d2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:43.216583 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8feb01cf-a9c6-4532-bd69-07b91ffde8b4 req-e46f915d-d052-43a8-a038-d4afc73493d2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.1130466 Feb 16 08:27:43.328778 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8feb01cf-a9c6-4532-bd69-07b91ffde8b4 req-dfd3cd81-dee6-4131-8a99-fad4f8e5e077 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064146 Feb 16 08:27:43.654166 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8f9d4aaa-36f5-4c3a-b753-862355157cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:43.979652 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48846-3fc2-4d49-8ae9-d32fa9480c41 req-6dca2c3d-68ec-4962-ab05-3359346d9add tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:43.981182 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-88a48846-3fc2-4d49-8ae9-d32fa9480c41 req-6dca2c3d-68ec-4962-ab05-3359346d9add tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.0577922 Feb 16 08:27:44.030423 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-88a48846-3fc2-4d49-8ae9-d32fa9480c41 req-417e1994-bfea-440c-b28a-3fa193ae4fb4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Feb 16 08:27:44.190902 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 36254) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:44.295114 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-884ee2af-ae2e-4939-b8c1-e799c703a547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:44.368887 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-884ee2af-ae2e-4939-b8c1-e799c703a547 admin admin] Publish callbacks [] for security_group (d99e70d6-26c5-40f4-821d-5d4438adffd2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:44.374521 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-884ee2af-ae2e-4939-b8c1-e799c703a547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (d99e70d6-26c5-40f4-821d-5d4438adffd2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:44.416382 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-884ee2af-ae2e-4939-b8c1-e799c703a547 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea3f9c4dcabf40c58e9290df9ce9cc72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219980 Feb 16 08:27:44.416382 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ee2af-ae2e-4939-b8c1-e799c703a547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99e70d6-26c5-40f4-821d-5d4438adffd2,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:44.416803 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36262) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:44.494129 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081b24-fe56-4df0-9373-341687b11564 req-1ab75a25-47c2-4ee7-8097-03586ca41f79 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:44.495659 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cf081b24-fe56-4df0-9373-341687b11564 req-1ab75a25-47c2-4ee7-8097-03586ca41f79 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0917058 Feb 16 08:27:44.501061 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8d3912d-b809-4d23-b9e7-02aebcccafe4 admin admin] Publish callbacks [] for security_group (d99e70d6-26c5-40f4-821d-5d4438adffd2), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:44.553832 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8d3912d-b809-4d23-b9e7-02aebcccafe4 admin admin] Publish callbacks [] for security_group (d99e70d6-26c5-40f4-821d-5d4438adffd2), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:44.593282 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cf081b24-fe56-4df0-9373-341687b11564 req-deebe86a-49d0-4e9c-a067-c53332510661 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901401 Feb 16 08:27:44.620283 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8d3912d-b809-4d23-b9e7-02aebcccafe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (d99e70d6-26c5-40f4-821d-5d4438adffd2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:44.623274 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8d3912d-b809-4d23-b9e7-02aebcccafe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:44.624554 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-e8d3912d-b809-4d23-b9e7-02aebcccafe4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d99e70d6-26c5-40f4-821d-5d4438adffd2 HTTP/1.1" status: 204 len: 168 time: 0.2067144 Feb 16 08:27:44.633822 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3912d-b809-4d23-b9e7-02aebcccafe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99e70d6-26c5-40f4-821d-5d4438adffd2,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:44.886122 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36276) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:44.899930 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-67fbbe81-61c3-4812-9b06-f7f1f1d7a623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:44.975175 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-67fbbe81-61c3-4812-9b06-f7f1f1d7a623 admin admin] Publish callbacks [] for security_group (6d2a4f5b-7ff9-4eaf-902c-bf84799b522f), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:44.978955 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-67fbbe81-61c3-4812-9b06-f7f1f1d7a623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (6d2a4f5b-7ff9-4eaf-902c-bf84799b522f), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:45.016715 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-67fbbe81-61c3-4812-9b06-f7f1f1d7a623 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbb49c65be414ca194576e3f6dd3d306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295366 Feb 16 08:27:45.017578 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbbe81-61c3-4812-9b06-f7f1f1d7a623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a4f5b-7ff9-4eaf-902c-bf84799b522f,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:45.020221 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 36278) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:27:45.071562 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e6785b6e-f431-4dbf-a061-f209cba96bfe admin admin] Publish callbacks [] for security_group (6d2a4f5b-7ff9-4eaf-902c-bf84799b522f), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:45.092337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e6785b6e-f431-4dbf-a061-f209cba96bfe admin admin] Publish callbacks [] for security_group (6d2a4f5b-7ff9-4eaf-902c-bf84799b522f), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:45.139410 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e6785b6e-f431-4dbf-a061-f209cba96bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (6d2a4f5b-7ff9-4eaf-902c-bf84799b522f), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:45.142214 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e6785b6e-f431-4dbf-a061-f209cba96bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:45.143445 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e6785b6e-f431-4dbf-a061-f209cba96bfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d2a4f5b-7ff9-4eaf-902c-bf84799b522f HTTP/1.1" status: 204 len: 168 time: 0.1217990 Feb 16 08:27:45.150159 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b36f73-ba17-40c5-bebc-521a09215ad6 req-9da88236-ad99-424f-88c4-240eceddbf5c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:45.151736 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6785b6e-f431-4dbf-a061-f209cba96bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a4f5b-7ff9-4eaf-902c-bf84799b522f,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:45.152238 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51b36f73-ba17-40c5-bebc-521a09215ad6 req-9da88236-ad99-424f-88c4-240eceddbf5c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.0543935 Feb 16 08:27:45.208346 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51b36f73-ba17-40c5-bebc-521a09215ad6 req-1fdc31b8-5011-494a-bdf0-2148546284c8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Feb 16 08:27:45.712540 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3ffc-de28-45be-8a40-a321eb697c21 req-0923af81-0e4a-43f6-8c00-8596edc15e10 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:45.713949 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-501a3ffc-de28-45be-8a40-a321eb697c21 req-0923af81-0e4a-43f6-8c00-8596edc15e10 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0535390 Feb 16 08:27:45.760430 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-501a3ffc-de28-45be-8a40-a321eb697c21 req-348c6bf2-4c3c-4573-8f79-4cab43b787b9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Feb 16 08:27:45.918033 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85074555-6298-410a-a384-7aead4e0da90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:46.327806 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f36bdf-5846-46f3-86b1-e73c608c5d20 req-0d1a70e4-bbf5-4f3d-9a65-577f844e55aa tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:46.329305 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-50f36bdf-5846-46f3-86b1-e73c608c5d20 req-0d1a70e4-bbf5-4f3d-9a65-577f844e55aa tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.0524614 Feb 16 08:27:46.374531 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-50f36bdf-5846-46f3-86b1-e73c608c5d20 req-764ae66a-db11-4b81-bb22-b9bbb7db3891 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Feb 16 08:27:46.888724 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae926fe-de22-4b09-b47e-b20f54c3f8c3 req-4a71d54c-7b89-4674-a45f-6e6776d758ad tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:46.890305 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0ae926fe-de22-4b09-b47e-b20f54c3f8c3 req-4a71d54c-7b89-4674-a45f-6e6776d758ad tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0598900 Feb 16 08:27:46.956655 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0ae926fe-de22-4b09-b47e-b20f54c3f8c3 req-cf2caa05-7478-4ae2-ac34-02fbb551d095 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607100 Feb 16 08:27:47.382536 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:47.520736 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21c27-7cc6-40a1-a35f-8b5b7ff013ae req-2877b929-d9e8-4f65-ae5b-9d952f41047d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:47.529094 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4da21c27-7cc6-40a1-a35f-8b5b7ff013ae req-2877b929-d9e8-4f65-ae5b-9d952f41047d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.0767574 Feb 16 08:27:47.588624 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4da21c27-7cc6-40a1-a35f-8b5b7ff013ae req-59a7578c-ecad-43c6-97ff-aed93958ebd8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582795 Feb 16 08:27:48.097892 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77034a-9469-4340-8346-3624d8018c77 req-90d23886-97db-42a3-94bf-398760e9c8bf tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:48.099945 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6b77034a-9469-4340-8346-3624d8018c77 req-90d23886-97db-42a3-94bf-398760e9c8bf tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0587862 Feb 16 08:27:48.179892 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6b77034a-9469-4340-8346-3624d8018c77 req-37a4257c-3f36-43db-a2fb-d2db311a1fcb tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718360 Feb 16 08:27:48.725885 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd619-ad86-4738-bcc0-ab5bee4b76bc req-530f9350-76af-42ec-8e74-f53ed92cc8e3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:48.728154 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a43fd619-ad86-4738-bcc0-ab5bee4b76bc req-530f9350-76af-42ec-8e74-f53ed92cc8e3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.0653284 Feb 16 08:27:48.790247 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a43fd619-ad86-4738-bcc0-ab5bee4b76bc req-7d70c553-f29a-4e58-9ba4-a90f508e59f3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557430 Feb 16 08:27:48.879052 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:49.314214 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7e734-1741-4523-9ead-2fefd1a398a1 req-678257e5-553a-4f26-86d1-f99806e14b53 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:49.316307 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3fc7e734-1741-4523-9ead-2fefd1a398a1 req-678257e5-553a-4f26-86d1-f99806e14b53 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0638871 Feb 16 08:27:49.379958 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3fc7e734-1741-4523-9ead-2fefd1a398a1 req-d335cfb5-d12a-4155-b22a-c6bf7870b35f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529184 Feb 16 08:27:49.963352 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a3d0-e751-47c7-a1e6-aef281852ac6 req-0c33c0c3-38e4-4a84-a879-645900b3f1fd tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:49.964967 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9081a3d0-e751-47c7-a1e6-aef281852ac6 req-0c33c0c3-38e4-4a84-a879-645900b3f1fd tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.0780351 Feb 16 08:27:50.043342 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9081a3d0-e751-47c7-a1e6-aef281852ac6 req-27417706-a63b-42bf-a3c5-dd990931dd3b tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697384 Feb 16 08:27:50.152340 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:50.523640 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c3cf-1044-4b56-bef8-2e5061bfe5f3 req-88f4f52d-04b2-48dd-adf7-fb29b91d709b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:50.525915 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5a18c3cf-1044-4b56-bef8-2e5061bfe5f3 req-88f4f52d-04b2-48dd-adf7-fb29b91d709b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0723178 Feb 16 08:27:50.589687 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5a18c3cf-1044-4b56-bef8-2e5061bfe5f3 req-7a31c15f-e7f4-4b6a-9507-0fc3113d7f83 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560017 Feb 16 08:27:51.208981 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6200f9e-5b04-4c66-b7a7-ae3b2963da95 req-e79e6ea9-aa8d-4c3a-948b-030edebd0183 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:51.212708 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a6200f9e-5b04-4c66-b7a7-ae3b2963da95 req-e79e6ea9-aa8d-4c3a-948b-030edebd0183 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 944 time: 0.0882771 Feb 16 08:27:51.340153 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a6200f9e-5b04-4c66-b7a7-ae3b2963da95 req-5287d14f-29cc-4956-8416-df0b43f00dd0 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103830 Feb 16 08:27:51.806618 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c06ee4-ddb6-484d-8b49-e19fe00b21c7 req-c01be143-ef4c-4cc6-be65-311a39e9782d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:51.808981 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f4c06ee4-ddb6-484d-8b49-e19fe00b21c7 req-c01be143-ef4c-4cc6-be65-311a39e9782d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0914130 Feb 16 08:27:51.915068 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device d38cf70e-7e08-46a6-886f-5b4b9bd64763 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:27:51.933424 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f4c06ee4-ddb6-484d-8b49-e19fe00b21c7 req-cc8bc377-4639-426a-ae78-9e7d158e04c4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160076 Feb 16 08:27:52.064294 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port d38cf70e-7e08-46a6-886f-5b4b9bd64763, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d38cf70e-7e08-46a6-886f-5b4b9bd64763,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:27:52.081980 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'd38cf70e-7e08-46a6-886f-5b4b9bd64763', 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973', 'port_id': 'd38cf70e-7e08-46a6-886f-5b4b9bd64763', 'mac_address': 'fa:16:3e:d1:41:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e00e31-d37f-4d50-96fe-1216a8ee93d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:27:52.164464 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port d38cf70e-7e08-46a6-886f-5b4b9bd64763 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:27:52.164856 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:52.177929 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38cf70e-7e08-46a6-886f-5b4b9bd64763 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:27:52.209482 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port d38cf70e-7e08-46a6-886f-5b4b9bd64763, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d38cf70e-7e08-46a6-886f-5b4b9bd64763,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:27:52.216175 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:27:52.298162 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=d38cf70e-7e08-46a6-886f-5b4b9bd64763,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:27:52.307470 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.308189 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.308767 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.309265 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.309809 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.310458 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.311026 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.311621 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.312140 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.312795 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.313320 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.314088 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.314684 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:27:52.511954 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda9984-8f65-40a9-8769-ec9e00623727 req-8422edb1-a8af-44db-b88b-5ab3fa0b4e07 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:52.514381 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-afda9984-8f65-40a9-8769-ec9e00623727 req-8422edb1-a8af-44db-b88b-5ab3fa0b4e07 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 945 time: 0.0947559 Feb 16 08:27:52.580449 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-afda9984-8f65-40a9-8769-ec9e00623727 req-f3d5157b-fa93-49f8-8b2e-afd972c1bcab tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569692 Feb 16 08:27:52.667180 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['d38cf70e-7e08-46a6-886f-5b4b9bd64763'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:27:53.086743 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87a333-207b-47f0-9d33-0458021e41ee req-dce862a2-d080-491a-b584-f0aad692cbf9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:53.093654 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6e87a333-207b-47f0-9d33-0458021e41ee req-dce862a2-d080-491a-b584-f0aad692cbf9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0686476 Feb 16 08:27:53.142033 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6e87a333-207b-47f0-9d33-0458021e41ee req-1a4b1d36-4625-4284-87a5-3ae16028150f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474536 Feb 16 08:27:53.705457 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520d8f-0ab4-4f3d-acf7-42bbd42525a6 req-e3082c93-dc4d-42ed-8f24-095b3f3550ce tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:53.706863 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-72520d8f-0ab4-4f3d-acf7-42bbd42525a6 req-e3082c93-dc4d-42ed-8f24-095b3f3550ce tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 945 time: 0.0515785 Feb 16 08:27:53.752637 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-72520d8f-0ab4-4f3d-acf7-42bbd42525a6 req-a480797b-3f69-4d98-9325-ef9507909f8b tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Feb 16 08:27:54.280729 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7f904-cffa-487d-b55a-8d4ffefda1ed req-3cd9e0ab-6031-44e8-9808-d961bef7a37d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:54.282142 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-63b7f904-cffa-487d-b55a-8d4ffefda1ed req-3cd9e0ab-6031-44e8-9808-d961bef7a37d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0559587 Feb 16 08:27:54.332025 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-63b7f904-cffa-487d-b55a-8d4ffefda1ed req-21ed30f0-5eb5-4f42-9956-4974e7457c35 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442619 Feb 16 08:27:54.869251 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a2609-9fa8-4711-9e9a-e41bb1b23e5f req-3f788754-89df-425c-9f9b-a80eefda7191 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:54.870757 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-253a2609-9fa8-4711-9e9a-e41bb1b23e5f req-3f788754-89df-425c-9f9b-a80eefda7191 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 945 time: 0.0530834 Feb 16 08:27:54.925005 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-253a2609-9fa8-4711-9e9a-e41bb1b23e5f req-6c03652c-df84-4b86-851c-6265ea1c7a44 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484233 Feb 16 08:27:55.449087 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdfd91-0209-4ee9-807c-e64f0896b416 req-474636bd-f852-4948-8a45-f0c4d0ddb9be tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:55.450538 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5bbdfd91-0209-4ee9-807c-e64f0896b416 req-474636bd-f852-4948-8a45-f0c4d0ddb9be tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0523739 Feb 16 08:27:55.500714 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5bbdfd91-0209-4ee9-807c-e64f0896b416 req-b0b9d34e-496c-4f91-bb7c-10aeb02d2bf4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445499 Feb 16 08:27:56.072483 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dd30f-178b-4201-884a-91a167e0c925 req-60ec9138-aabb-42ea-896c-094cbb7762ce tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:56.074860 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ab8dd30f-178b-4201-884a-91a167e0c925 req-60ec9138-aabb-42ea-896c-094cbb7762ce tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 945 time: 0.0572834 Feb 16 08:27:56.137029 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ab8dd30f-178b-4201-884a-91a167e0c925 req-c6d09422-ad7b-4edc-b8da-072b2f97a3a6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559371 Feb 16 08:27:56.639600 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d3c0e-dccf-41ad-ba5e-d6ef9fc53b67 req-46ac0fc4-d74c-4b83-8aee-3a1eb72609f4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:56.641243 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-de6d3c0e-dccf-41ad-ba5e-d6ef9fc53b67 req-46ac0fc4-d74c-4b83-8aee-3a1eb72609f4 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0554237 Feb 16 08:27:56.698359 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-de6d3c0e-dccf-41ad-ba5e-d6ef9fc53b67 req-5e62068b-2e2a-45d8-a572-e7235aef97e7 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500770 Feb 16 08:27:57.278699 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881774f-a713-41e6-be2e-1bf535aa52fb req-79789481-8ebc-4eb9-bfd2-7ccbc4468532 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:57.280352 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9881774f-a713-41e6-be2e-1bf535aa52fb req-79789481-8ebc-4eb9-bfd2-7ccbc4468532 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 945 time: 0.0601161 Feb 16 08:27:57.335814 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9881774f-a713-41e6-be2e-1bf535aa52fb req-48d80540-fb0c-46c2-8e98-19c7441e3cbb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495102 Feb 16 08:27:57.838976 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757469c-bd23-48b6-92c5-28f59368c95b req-14a74ab6-0401-4a65-8636-df49e92ba04c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:57.840780 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9757469c-bd23-48b6-92c5-28f59368c95b req-14a74ab6-0401-4a65-8636-df49e92ba04c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0677161 Feb 16 08:27:57.895979 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9757469c-bd23-48b6-92c5-28f59368c95b req-0fa5f063-647a-4077-8dd5-d688cc7951fb tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485580 Feb 16 08:27:58.546265 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c017c63-496b-4e77-9241-6cba93bf40da req-7b5cce53-8ec5-434f-97a4-498bda9e052f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:58.548753 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c017c63-496b-4e77-9241-6cba93bf40da req-7b5cce53-8ec5-434f-97a4-498bda9e052f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 945 time: 0.0976987 Feb 16 08:27:58.630614 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c017c63-496b-4e77-9241-6cba93bf40da req-6860176f-3fba-4727-b283-4d2da2cbb03a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669127 Feb 16 08:27:59.048594 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725a658-a03e-4cf0-a2ad-ef00131df9f0 req-1fc0f7a7-9324-43ff-a4cb-9c4b461e6c33 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:59.050369 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c725a658-a03e-4cf0-a2ad-ef00131df9f0 req-1fc0f7a7-9324-43ff-a4cb-9c4b461e6c33 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0640075 Feb 16 08:27:59.104439 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c725a658-a03e-4cf0-a2ad-ef00131df9f0 req-d65508ec-e943-4f25-8bae-72103928b1eb tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484922 Feb 16 08:27:59.760652 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09a44-7ff0-4429-87d0-1991b7d6bef6 req-251e13de-5169-4f37-afe4-a869dd957a43 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:27:59.762273 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-74c09a44-7ff0-4429-87d0-1991b7d6bef6 req-251e13de-5169-4f37-afe4-a869dd957a43 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 945 time: 0.0614791 Feb 16 08:27:59.823242 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-74c09a44-7ff0-4429-87d0-1991b7d6bef6 req-1d20fb1f-24bc-4ad4-bf57-8ce8ab0f4298 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543094 Feb 16 08:28:00.329156 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device d38cf70e-7e08-46a6-886f-5b4b9bd64763 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:00.357982 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa83f86-e39a-431d-b2df-b225dd2f9a27 req-4d1d386d-722d-45d6-b7ff-989aac5c2eec tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:00.368844 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9fa83f86-e39a-431d-b2df-b225dd2f9a27 req-4d1d386d-722d-45d6-b7ff-989aac5c2eec tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.1339102 Feb 16 08:28:00.412805 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port d38cf70e-7e08-46a6-886f-5b4b9bd64763 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:28:00.428724 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port d38cf70e-7e08-46a6-886f-5b4b9bd64763 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:00.429416 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:00.439799 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9fa83f86-e39a-431d-b2df-b225dd2f9a27 req-5b92fb5b-c39b-4cba-89c3-88b5ff40dd73 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697930 Feb 16 08:28:00.531298 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port d38cf70e-7e08-46a6-886f-5b4b9bd64763 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:00.531725 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:00.560353 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee3b175-3d1f-4cdf-a504-c2912c6ee282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38cf70e-7e08-46a6-886f-5b4b9bd64763'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:28:00.562685 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7343c8-760d-4180-b51b-26d13bdd0314" -d '{"events": [{"server_uuid": "cee3b175-3d1f-4cdf-a504-c2912c6ee282", "name": "network-vif-plugged", "status": "completed", "tag": "d38cf70e-7e08-46a6-886f-5b4b9bd64763"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:28:00.579270 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port d38cf70e-7e08-46a6-886f-5b4b9bd64763, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d38cf70e-7e08-46a6-886f-5b4b9bd64763,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:28:00.585802 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:00.630008 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7a1e95-a412-4b75-aef0-8e123d0fb31a x-openstack-request-id: req-4b7a1e95-a412-4b75-aef0-8e123d0fb31a {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:28:00.630351 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee3b175-3d1f-4cdf-a504-c2912c6ee282", "name": "network-vif-plugged", "status": "completed", "tag": "d38cf70e-7e08-46a6-886f-5b4b9bd64763", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:28:00.630610 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b7a1e95-a412-4b75-aef0-8e123d0fb31a {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:28:00.631639 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee3b175-3d1f-4cdf-a504-c2912c6ee282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38cf70e-7e08-46a6-886f-5b4b9bd64763', 'code': 200} Feb 16 08:28:00.678504 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=d38cf70e-7e08-46a6-886f-5b4b9bd64763,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:00.859487 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cfa1a-f56c-4d50-a355-b14fb2a38435 req-ea24882c-aa25-44d2-a50f-ad8c6daa8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:00.861018 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a19cfa1a-f56c-4d50-a355-b14fb2a38435 req-ea24882c-aa25-44d2-a50f-ad8c6daa8fad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 1130 time: 0.0589733 Feb 16 08:28:00.937353 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a19cfa1a-f56c-4d50-a355-b14fb2a38435 req-768f5822-7613-43d7-9eeb-e617c64ea8e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601039 Feb 16 08:28:00.984664 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db8ca7-fc7c-47e1-8b63-54e5eeb05bfd req-bf5e8d17-b89e-4075-a3fa-c937c802184b tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:00.986819 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-85db8ca7-fc7c-47e1-8b63-54e5eeb05bfd req-bf5e8d17-b89e-4075-a3fa-c937c802184b tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 946 time: 0.0802169 Feb 16 08:28:01.087289 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-85db8ca7-fc7c-47e1-8b63-54e5eeb05bfd req-d25465c6-91a5-4564-9818-0bb24c67e5de tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931301 Feb 16 08:28:01.631955 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb47d-c449-4df5-896a-615ea133ab53 req-aea414f5-8cb9-4c46-968b-c355dcca43f7 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:01.634156 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4b5fb47d-c449-4df5-896a-615ea133ab53 req-aea414f5-8cb9-4c46-968b-c355dcca43f7 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0875108 Feb 16 08:28:01.699496 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4b5fb47d-c449-4df5-896a-615ea133ab53 req-48469f0f-f76e-40d6-900b-5fade0f9afde tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580161 Feb 16 08:28:02.077982 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d86bb-458b-4f02-ab0f-07480aa7e3d0 req-fd819667-f0bb-4bd8-8bb6-478785e28b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:02.079832 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5b6d86bb-458b-4f02-ab0f-07480aa7e3d0 req-fd819667-f0bb-4bd8-8bb6-478785e28b83 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1130 time: 0.0544133 Feb 16 08:28:02.277150 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d8246-116a-4684-9efa-dbc49ceba5c1 req-7e7a0d1f-5466-43ea-aceb-07a2d24474eb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:02.280115 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-523d8246-116a-4684-9efa-dbc49ceba5c1 req-7e7a0d1f-5466-43ea-aceb-07a2d24474eb tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 946 time: 0.0824172 Feb 16 08:28:02.359959 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5b6d86bb-458b-4f02-ab0f-07480aa7e3d0 req-cc9ab389-f78f-4cd4-aa9b-d7bfa301f92e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728469 Feb 16 08:28:02.376031 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-523d8246-116a-4684-9efa-dbc49ceba5c1 req-8c333caa-8767-4e81-b871-14378b80edf2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850060 Feb 16 08:28:02.855872 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecd1be-888f-4083-a159-25593a267f46 req-0fa66785-c530-41d8-bfeb-a1af0a5a10fb tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:02.857409 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c7ecd1be-888f-4083-a159-25593a267f46 req-0fa66785-c530-41d8-bfeb-a1af0a5a10fb tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0688968 Feb 16 08:28:02.900705 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 36678) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:02.917504 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c7ecd1be-888f-4083-a159-25593a267f46 req-db635a73-b7cf-47a0-83a0-d17b0665bdbe tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540419 Feb 16 08:28:03.056168 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-484fde29-f3db-4689-a1eb-7b247776243e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.152942 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-484fde29-f3db-4689-a1eb-7b247776243e admin admin] Publish callbacks [] for security_group (3dee141c-20ba-4222-afea-47a8db4c45dd), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.157172 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-484fde29-f3db-4689-a1eb-7b247776243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (3dee141c-20ba-4222-afea-47a8db4c45dd), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.214382 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-484fde29-f3db-4689-a1eb-7b247776243e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b255c2b9a2342fb82531f02e9aede0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122241 Feb 16 08:28:03.215057 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fde29-f3db-4689-a1eb-7b247776243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee141c-20ba-4222-afea-47a8db4c45dd,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:03.218010 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36686) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:03.271032 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-8ef53e9c-e08d-4b49-91ac-13031001611c admin admin] Publish callbacks [] for security_group (3dee141c-20ba-4222-afea-47a8db4c45dd), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.292863 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-8ef53e9c-e08d-4b49-91ac-13031001611c admin admin] Publish callbacks [] for security_group (3dee141c-20ba-4222-afea-47a8db4c45dd), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.341306 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-8ef53e9c-e08d-4b49-91ac-13031001611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (3dee141c-20ba-4222-afea-47a8db4c45dd), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.343973 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-8ef53e9c-e08d-4b49-91ac-13031001611c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.345149 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-8ef53e9c-e08d-4b49-91ac-13031001611c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3dee141c-20ba-4222-afea-47a8db4c45dd HTTP/1.1" status: 204 len: 168 time: 0.1260529 Feb 16 08:28:03.355953 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef53e9c-e08d-4b49-91ac-13031001611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee141c-20ba-4222-afea-47a8db4c45dd,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:03.559415 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9702e-02ec-4b64-bc10-dc7e3dbf9291 req-84ae3bd1-3340-4fff-bbeb-d030f46bb8a6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:03.568870 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4e9702e-02ec-4b64-bc10-dc7e3dbf9291 req-84ae3bd1-3340-4fff-bbeb-d030f46bb8a6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 946 time: 0.0911729 Feb 16 08:28:03.626656 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4e9702e-02ec-4b64-bc10-dc7e3dbf9291 req-acd1e6c5-5e7f-47c7-83c5-cb5d2cd5a2a2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559835 Feb 16 08:28:03.688788 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 36696) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:03.703544 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-060eb268-7b87-4404-a6d9-f3f2bc6a0c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.788394 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-060eb268-7b87-4404-a6d9-f3f2bc6a0c13 admin admin] Publish callbacks [] for security_group (c6af387e-e901-42a1-8a92-87ae0ece1c69), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.793243 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-060eb268-7b87-4404-a6d9-f3f2bc6a0c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (c6af387e-e901-42a1-8a92-87ae0ece1c69), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.837136 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-060eb268-7b87-4404-a6d9-f3f2bc6a0c13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66f9a60128f3469dbf5a8897e5e62c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470606 Feb 16 08:28:03.838023 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eb268-7b87-4404-a6d9-f3f2bc6a0c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af387e-e901-42a1-8a92-87ae0ece1c69,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:03.841066 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36698) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:03.907035 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4334-62c0-4248-86e2-e5f05cd391e2 admin admin] Publish callbacks [] for security_group (c6af387e-e901-42a1-8a92-87ae0ece1c69), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:03.947276 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4334-62c0-4248-86e2-e5f05cd391e2 admin admin] Publish callbacks [] for security_group (c6af387e-e901-42a1-8a92-87ae0ece1c69), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:04.059964 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4334-62c0-4248-86e2-e5f05cd391e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (c6af387e-e901-42a1-8a92-87ae0ece1c69), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:04.063787 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4334-62c0-4248-86e2-e5f05cd391e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:04.067359 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-1b0d4334-62c0-4248-86e2-e5f05cd391e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6af387e-e901-42a1-8a92-87ae0ece1c69 HTTP/1.1" status: 204 len: 168 time: 0.2228081 Feb 16 08:28:04.099758 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d4334-62c0-4248-86e2-e5f05cd391e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af387e-e901-42a1-8a92-87ae0ece1c69,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:04.160549 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f34bff-fc70-4d2e-90b2-b403844d6e24 req-55b9e0c4-cf2e-4818-93a7-731ba6723494 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:04.162620 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-92f34bff-fc70-4d2e-90b2-b403844d6e24 req-55b9e0c4-cf2e-4818-93a7-731ba6723494 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0957305 Feb 16 08:28:04.212643 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-92f34bff-fc70-4d2e-90b2-b403844d6e24 req-19ca6e2c-70d6-46f4-8eba-5f557550315f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440812 Feb 16 08:28:04.789487 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1961ebe-dd86-48f2-b156-16265b2f0d88 req-ec1fbb7d-9969-4f9c-9141-6f2f84aa63b7 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:04.796832 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b1961ebe-dd86-48f2-b156-16265b2f0d88 req-ec1fbb7d-9969-4f9c-9141-6f2f84aa63b7 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 946 time: 0.0733945 Feb 16 08:28:04.898216 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b1961ebe-dd86-48f2-b156-16265b2f0d88 req-955fece3-8eb8-4b14-a75e-c10ad80887b8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002638 Feb 16 08:28:05.450963 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7b645-5089-4551-b8ee-a12894996172 req-46442795-b2d9-4988-ab6a-61269cf8a2ba tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:05.452867 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dda7b645-5089-4551-b8ee-a12894996172 req-46442795-b2d9-4988-ab6a-61269cf8a2ba tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.1111255 Feb 16 08:28:05.573927 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dda7b645-5089-4551-b8ee-a12894996172 req-01335db2-09aa-4e47-bd05-50db90c5a0b5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055825 Feb 16 08:28:05.719543 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36766) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:05.890026 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 36774) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:05.960442 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-d963431a-e52d-46b4-9e68-cf1a9737e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:05.962680 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-d963431a-e52d-46b4-9e68-cf1a9737e6a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1130 time: 0.0860388 Feb 16 08:28:05.968435 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29308965-bd8b-41f2-8172-4e4979e0d6fe req-e39aa563-fe99-4881-9fdd-07298ce57ef3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:05.977967 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-29308965-bd8b-41f2-8172-4e4979e0d6fe req-e39aa563-fe99-4881-9fdd-07298ce57ef3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0931344 Feb 16 08:28:06.039311 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a4736909-777c-4654-9497-8a4947656a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.071406 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-29308965-bd8b-41f2-8172-4e4979e0d6fe req-37e9af83-eead-45e4-9135-1e94d616d41e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919831 Feb 16 08:28:06.112592 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8df6242e-4497-49d5-8612-691f579acd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.147465 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-5157af29-2627-452e-80f5-dbabe856414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:06.149432 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-5157af29-2627-452e-80f5-dbabe856414b service neutron] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 920 time: 0.1683030 Feb 16 08:28:06.175608 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a4736909-777c-4654-9497-8a4947656a46 admin admin] Publish callbacks [] for security_group (e5cff998-8c6a-4352-890d-8c0d4fe8aed9), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.182029 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a4736909-777c-4654-9497-8a4947656a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e5cff998-8c6a-4352-890d-8c0d4fe8aed9), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.221475 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-c04d193e-a222-420e-8a46-109d027d0930 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938af534-7342-45a2-9e69-bd76724ff567 HTTP/1.1" status: 200 len: 217 time: 0.0597301 Feb 16 08:28:06.226911 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4736909-777c-4654-9497-8a4947656a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cff998-8c6a-4352-890d-8c0d4fe8aed9,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:06.234372 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-a4736909-777c-4654-9497-8a4947656a46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5299875545ee48c2810747e5a1fce759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5111313 Feb 16 08:28:06.234727 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36778) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:06.292608 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-47f5e1cd-a7de-4b86-83a1-f92ad7449904 admin admin] Publish callbacks [] for security_group (e5cff998-8c6a-4352-890d-8c0d4fe8aed9), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.299629 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-9e061e9f-2556-4d89-8080-f0db7d6c126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:06.301158 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-9e061e9f-2556-4d89-8080-f0db7d6c126a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.0703318 Feb 16 08:28:06.318101 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-47f5e1cd-a7de-4b86-83a1-f92ad7449904 admin admin] Publish callbacks [] for security_group (e5cff998-8c6a-4352-890d-8c0d4fe8aed9), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.328310 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8df6242e-4497-49d5-8612-691f579acd5d admin admin] Publish callbacks [] for security_group (87094aa0-82b4-4378-9b24-a66dfccf03d3), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.349177 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-8648775b-0ab9-450b-a293-ac14c703e97b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373185 Feb 16 08:28:06.350008 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8df6242e-4497-49d5-8612-691f579acd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (87094aa0-82b4-4378-9b24-a66dfccf03d3), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.381988 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-47f5e1cd-a7de-4b86-83a1-f92ad7449904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e5cff998-8c6a-4352-890d-8c0d4fe8aed9), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.387250 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-47f5e1cd-a7de-4b86-83a1-f92ad7449904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.388632 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-47f5e1cd-a7de-4b86-83a1-f92ad7449904 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5cff998-8c6a-4352-890d-8c0d4fe8aed9 HTTP/1.1" status: 204 len: 168 time: 0.1531844 Feb 16 08:28:06.408726 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6242e-4497-49d5-8612-691f579acd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87094aa0-82b4-4378-9b24-a66dfccf03d3,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:06.420929 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5e1cd-a7de-4b86-83a1-f92ad7449904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cff998-8c6a-4352-890d-8c0d4fe8aed9,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:06.427682 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-8df6242e-4497-49d5-8612-691f579acd5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35e1679eda5742b589b4c12ff5e08724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326438 Feb 16 08:28:06.428446 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 36784) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:06.540819 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-3622a351-ec57-4d79-9f35-5220bce42a39 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733356 Feb 16 08:28:06.569000 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9b859681-50d3-43c2-8f98-02d5f0f80829 admin admin] Publish callbacks [] for security_group (87094aa0-82b4-4378-9b24-a66dfccf03d3), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.604664 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9b859681-50d3-43c2-8f98-02d5f0f80829 admin admin] Publish callbacks [] for security_group (87094aa0-82b4-4378-9b24-a66dfccf03d3), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.683734 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-6ae75ed1-58d9-4d23-87c8-fd5af625314d req-452b6551-0071-4b25-8e91-88002ff65078 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345532 Feb 16 08:28:06.703306 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9b859681-50d3-43c2-8f98-02d5f0f80829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (87094aa0-82b4-4378-9b24-a66dfccf03d3), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.706808 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9b859681-50d3-43c2-8f98-02d5f0f80829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:06.713658 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9b859681-50d3-43c2-8f98-02d5f0f80829 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87094aa0-82b4-4378-9b24-a66dfccf03d3 HTTP/1.1" status: 204 len: 168 time: 0.2841210 Feb 16 08:28:06.743526 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b859681-50d3-43c2-8f98-02d5f0f80829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87094aa0-82b4-4378-9b24-a66dfccf03d3,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:07.242904 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3088-9eea-4012-9611-d3dbdddc4cd6 req-5053e604-8623-4398-a771-4a6ab1a53d71 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:07.245254 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e16e3088-9eea-4012-9611-d3dbdddc4cd6 req-5053e604-8623-4398-a771-4a6ab1a53d71 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0832012 Feb 16 08:28:07.309800 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e16e3088-9eea-4012-9611-d3dbdddc4cd6 req-420702b1-ac71-447f-982d-5aea025a3dcd tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587840 Feb 16 08:28:07.625021 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:07.747064 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:28:08.448724 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3721e62-1a86-4c18-aaf8-ef35900267a6 req-a5e56f6e-e1f0-44a0-bdfa-b2bbd9fb24f6 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:08.450298 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b3721e62-1a86-4c18-aaf8-ef35900267a6 req-a5e56f6e-e1f0-44a0-bdfa-b2bbd9fb24f6 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0573552 Feb 16 08:28:08.505514 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b3721e62-1a86-4c18-aaf8-ef35900267a6 req-ce7af2ee-b705-476f-aa61-6c293ac50c4c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484393 Feb 16 08:28:09.627244 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0983e64-4e30-4631-9a2c-3e1f584b9a5f req-c2b1e144-3eed-4309-b696-c985f08ae953 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:09.628764 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e0983e64-4e30-4631-9a2c-3e1f584b9a5f req-c2b1e144-3eed-4309-b696-c985f08ae953 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0531507 Feb 16 08:28:09.676819 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e0983e64-4e30-4631-9a2c-3e1f584b9a5f req-7d6b3664-c5bf-4a8c-9e44-39f77be0d734 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Feb 16 08:28:10.810856 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b7471-c877-4006-9917-9de90eaccaa4 req-58f784a0-4ec7-4277-9917-97a23a47d53c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:10.812303 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-404b7471-c877-4006-9917-9de90eaccaa4 req-58f784a0-4ec7-4277-9917-97a23a47d53c tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0584130 Feb 16 08:28:10.865208 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-404b7471-c877-4006-9917-9de90eaccaa4 req-a7cba80a-85ad-48db-9adc-3d72c2fd7aa2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Feb 16 08:28:13.650884 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ab480817-c135-432b-b45a-8b0cc755fcab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:15.910451 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0721ffe0-5608-4bff-b34d-46be28dfbb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:17.379475 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:18.883824 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:20.139155 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:24.778800 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37136) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:24.829011 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d7ede8-f8da-48ad-98fd-8fffd880e08b admin admin] Deleting subnet 8e15838d-5466-4540-98ae-19e49d6121f7 {{(pid=102594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:28:24.832555 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-10d7ede8-f8da-48ad-98fd-8fffd880e08b admin admin] Publish callbacks [] for subnet (8e15838d-5466-4540-98ae-19e49d6121f7), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:24.871221 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-10d7ede8-f8da-48ad-98fd-8fffd880e08b admin admin] Publish callbacks [] for subnet (8e15838d-5466-4540-98ae-19e49d6121f7), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:24.877603 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-10d7ede8-f8da-48ad-98fd-8fffd880e08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (8e15838d-5466-4540-98ae-19e49d6121f7), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:24.940011 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-10d7ede8-f8da-48ad-98fd-8fffd880e08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for subnet (8e15838d-5466-4540-98ae-19e49d6121f7), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:24.976587 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7ede8-f8da-48ad-98fd-8fffd880e08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e15838d-5466-4540-98ae-19e49d6121f7,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:24.983297 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-10d7ede8-f8da-48ad-98fd-8fffd880e08b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:24.987740 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-10d7ede8-f8da-48ad-98fd-8fffd880e08b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8e15838d-5466-4540-98ae-19e49d6121f7 HTTP/1.1" status: 204 len: 168 time: 0.2075200 Feb 16 08:28:24.990028 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37142) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:25.068301 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (18db26bf-0368-4086-b4db-6511c0b9dacb), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.155806 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (18db26bf-0368-4086-b4db-6511c0b9dacb), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.176963 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.177310 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.178088 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.178423 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > port after_create 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.178774 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.179127 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > port after_update 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.179479 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.179805 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.180199 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.180622 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.248167 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.248518 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.248959 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.249214 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:28:25.249552 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18db26bf-0368-4086-b4db-6511c0b9dacb']}} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:25.268582 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0d9433-6abc-4d56-914d-e074d7ce37eb') {'for_net_delete': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:25.268799 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0d9433-6abc-4d56-914d-e074d7ce37eb') {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:25.286491 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62570932'] for segment (1d0d9433-6abc-4d56-914d-e074d7ce37eb), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.311099 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (1d0d9433-6abc-4d56-914d-e074d7ce37eb), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.321006 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:28:25.321292 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58863328'] for segment (1d0d9433-6abc-4d56-914d-e074d7ce37eb), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: from cryptography.utils import int_from_bytes Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: from cryptography.utils import int_from_bytes Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: Traceback (most recent call last): Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: timer() Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: cb(*args, **kw) Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: return func(*args, **kwargs) Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: self._notify() Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: self.callback(batched_events) Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: event.method(event) Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: return f(self, *a, **k) Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._get(url).json() Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: return self.request(url, 'GET', **kwargs) Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:28:25.325695 dv-cinder-773985-28-iscsi neutron-server[102594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:28:25.392129 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (18db26bf-0368-4086-b4db-6511c0b9dacb), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.403120 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.408119 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] 10.222.0.30 "DELETE /v2.0/networks/18db26bf-0368-4086-b4db-6511c0b9dacb HTTP/1.1" status: 204 len: 168 time: 0.4169283 Feb 16 08:28:25.419927 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf5eb9-6e64-49aa-a5cb-8bbab005230b admin admin] Pushing event deleted for resources: {'Network': ['ID=18db26bf-0368-4086-b4db-6511c0b9dacb,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:25.596850 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37152) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:25.638085 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-177d19cc-5d48-4a9d-8f97-5ae1acc7b48c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17e1cc7f74e34ea1985bd2aebe4991cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399418 Feb 16 08:28:25.641380 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37154) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:25.693216 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2a50c314-1641-47e1-80f2-f17135c8f99f admin admin] Publish callbacks [] for security_group (36521850-d204-4ec5-99e6-37dff72e3ca2), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.720578 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2a50c314-1641-47e1-80f2-f17135c8f99f admin admin] Publish callbacks [] for security_group (36521850-d204-4ec5-99e6-37dff72e3ca2), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.769532 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2a50c314-1641-47e1-80f2-f17135c8f99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (36521850-d204-4ec5-99e6-37dff72e3ca2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.772074 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2a50c314-1641-47e1-80f2-f17135c8f99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:25.773244 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-2a50c314-1641-47e1-80f2-f17135c8f99f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36521850-d204-4ec5-99e6-37dff72e3ca2 HTTP/1.1" status: 204 len: 168 time: 0.1307631 Feb 16 08:28:25.781799 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50c314-1641-47e1-80f2-f17135c8f99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36521850-d204-4ec5-99e6-37dff72e3ca2,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:26.526883 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37188) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:26.626974 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-755332939-network', 'tenant_id': 'b635dd78782e47178901359666afb725'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:26.648035 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Made reservation on behalf of b635dd78782e47178901359666afb725 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:28:26.651140 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:26.660109 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:26.742014 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Publish callbacks [] for security_group (4a66fa60-e780-4587-96b9-7aa277ca34d4), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:26.745787 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (4a66fa60-e780-4587-96b9-7aa277ca34d4), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:26.770324 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:28:26.781907 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a66fa60-e780-4587-96b9-7aa277ca34d4,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:26.786937 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (67f969bd-11bc-4693-a790-4ba7fc772d0b), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:26.787303 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Added segment 67f969bd-11bc-4693-a790-4ba7fc772d0b of type vlan for network fdae13f1-704e-4b02-bd9b-f9ccbc098829 Feb 16 08:28:26.831479 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (fdae13f1-704e-4b02-bd9b-f9ccbc098829), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:26.858208 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (fdae13f1-704e-4b02-bd9b-f9ccbc098829), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:26.859316 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:26.859962 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:26.903735 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3756256 Feb 16 08:28:26.908071 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37192) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:26.938265 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Request body: {'subnet': {'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-755332939-subnet', 'tenant_id': 'b635dd78782e47178901359666afb725', 'ip_version': 4}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:26.942655 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a6eae-a851-4ba3-8fc5-374c3f93f1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=fdae13f1-704e-4b02-bd9b-f9ccbc098829,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:26.961851 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network fdae13f1-704e-4b02-bd9b-f9ccbc098829 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:28:26.962864 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Made reservation on behalf of b635dd78782e47178901359666afb725 for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:28:26.966478 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59584531'] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.174632 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59262976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59584545'] for subnet (186cebaf-3106-4360-a889-dd26e7a456d9), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.229882 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186cebaf-3106-4360-a889-dd26e7a456d9,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:27.240572 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Checking segment: {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:28:27.240930 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Network hostable DHCP agents. Network: fdae13f1-704e-4b02-bd9b-f9ccbc098829, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:28:27.258293 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Network fdae13f1-704e-4b02-bd9b-f9ccbc098829 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:28:27.268113 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, fdae13f1-704e-4b02-bd9b-f9ccbc098829) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:27.272542 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:27.273176 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.281440 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0be964-93f0-4ae6-8276-30975eb0c7ea None None] Network fdae13f1-704e-4b02-bd9b-f9ccbc098829 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:28:27.291812 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-5d39bc31-2086-4cf0-9d28-1d13bead7994 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3824215 Feb 16 08:28:27.294475 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37200) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:27.298783 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:27.322526 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (68c0e1bf-4246-4ba9-93e5-dae487118b2c), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.323758 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (68c0e1bf-4246-4ba9-93e5-dae487118b2c), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.401492 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks [] for router_controller (68c0e1bf-4246-4ba9-93e5-dae487118b2c), precommit_add_association {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.415470 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'project_id': 'b635dd78782e47178901359666afb725', 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:28:27.416590 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.549535 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks [] for router_gateway (68c0e1bf-4246-4ba9-93e5-dae487118b2c), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.557818 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Allocated IP 172.20.0.2 (fdae13f1-704e-4b02-bd9b-f9ccbc098829/186cebaf-3106-4360-a889-dd26e7a456d9/4a2ba33f-1c4f-43ba-80ef-9361bf53f87f) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:28:27.722122 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Publish callbacks [] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.730285 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.768459 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks [] for router_gateway (68c0e1bf-4246-4ba9-93e5-dae487118b2c), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.776090 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Network fdae13f1-704e-4b02-bd9b-f9ccbc098829 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:28:27.780718 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:27.783317 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:28:27.789071 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Pushing event updated for resources: {'Port': ['ID=4a2ba33f-1c4f-43ba-80ef-9361bf53f87f,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:27.789221 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.854556 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Attempting to bind port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:28:27.854939 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Attempting to bind port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:28:27.855310 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Attempting to bind port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f on network fdae13f1-704e-4b02-bd9b-f9ccbc098829 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:28:27.860646 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:28:27.861026 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Checking segment: {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:28:27.861440 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.861837 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Bound using segment: {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:28:27.862307 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Bound port: 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:28:27.862693 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:27.923698 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Allocated IP 172.27.0.16 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/d56c3d15-5858-4687-974f-6f6b87b300db) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:28:27.929554 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] For port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:28:27.933736 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] For port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=4a2ba33f-1c4f-43ba-80ef-9361bf53f87f,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:28:27.941940 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:28.009117 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ea419-8ed2-4423-826e-2c80dadce43f None None] Pushing event updated for resources: {'Port': ['ID=4a2ba33f-1c4f-43ba-80ef-9361bf53f87f,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:28.044094 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks [] for port (d56c3d15-5858-4687-974f-6f6b87b300db), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:28.092309 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:28.129548 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:28:28.135328 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:28.138913 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:28:28.167237 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Pushing event updated for resources: {'Port': ['ID=d56c3d15-5858-4687-974f-6f6b87b300db,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:28.458030 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks [] for router_gateway (68c0e1bf-4246-4ba9-93e5-dae487118b2c), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:28.665909 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (68c0e1bf-4246-4ba9-93e5-dae487118b2c), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:28.810894 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Router 68c0e1bf-4246-4ba9-93e5-dae487118b2c is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:28:28.925407 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:28:28.935615 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Sync routers for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:28:28.945302 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:28:28.945995 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:28:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:28.955615 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:28.957018 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e3340703-338f-4f49-a6f3-528022e8c7ae admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6615903 Feb 16 08:28:28.960183 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37216) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:29.024100 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50b511-7d14-4bc1-922d-3843e6c25e8d None None] Network fdae13f1-704e-4b02-bd9b-f9ccbc098829 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:28:29.074584 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:28:29.121125 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-900b1c9a-1193-4291-ba70-0b0ec816fcc7 None None] Provisioning complete for port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:29.121505 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-900b1c9a-1193-4291-ba70-0b0ec816fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.273749 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-900b1c9a-1193-4291-ba70-0b0ec816fcc7 None None] Current status of the port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:29.274688 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-900b1c9a-1193-4291-ba70-0b0ec816fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.323617 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-900b1c9a-1193-4291-ba70-0b0ec816fcc7 None None] For port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=4a2ba33f-1c4f-43ba-80ef-9361bf53f87f,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:28:29.333466 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-900b1c9a-1193-4291-ba70-0b0ec816fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.379151 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:28Z', 'revision_number': 3, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:29.403330 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:29.416008 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Checking router: 68c0e1bf-4246-4ba9-93e5-dae487118b2c for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:28:29.418151 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Updating router 68c0e1bf-4246-4ba9-93e5-dae487118b2c port d56c3d15-5858-4687-974f-6f6b87b300db binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:28:29.434866 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b1c9a-1193-4291-ba70-0b0ec816fcc7 None None] Pushing event updated for resources: {'Port': ['ID=4a2ba33f-1c4f-43ba-80ef-9361bf53f87f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:29.454156 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.470000 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:29.470435 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.580409 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:29.586487 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-4b714841-ce82-444d-8801-8adb6d565e06 None None] Provisioning complete for port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:29.587458 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4b714841-ce82-444d-8801-8adb6d565e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.668393 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4b714841-ce82-444d-8801-8adb6d565e06 None None] Current status of the port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:29.740684 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.752705 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Publish callbacks [] for port (d56c3d15-5858-4687-974f-6f6b87b300db), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.760371 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.811849 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Attempting to bind port d56c3d15-5858-4687-974f-6f6b87b300db on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:28:29.812232 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Attempting to bind port d56c3d15-5858-4687-974f-6f6b87b300db by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:28:29.812599 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Attempting to bind port d56c3d15-5858-4687-974f-6f6b87b300db on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:28:29.822375 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:28:29.822757 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:28:29.823164 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.823592 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:28:29.824080 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Bound port: d56c3d15-5858-4687-974f-6f6b87b300db, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:28:29.824465 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.826764 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Pushing event updated for resources: {'Port': ['ID=d56c3d15-5858-4687-974f-6f6b87b300db,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:29.854156 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.854449 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.854822 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.855168 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.855527 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.855863 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.856211 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.856556 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.856886 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.857233 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.857569 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.857895 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.858221 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:29.889465 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] For port d56c3d15-5858-4687-974f-6f6b87b300db, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:28:29.893268 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] For port d56c3d15-5858-4687-974f-6f6b87b300db, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=d56c3d15-5858-4687-974f-6f6b87b300db,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:28:29.897449 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Allocated IP 172.20.0.1 (fdae13f1-704e-4b02-bd9b-f9ccbc098829/186cebaf-3106-4360-a889-dd26e7a456d9/028a21bd-510e-4022-9650-a455a6301eef) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:28:29.900481 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:29.952985 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:28:29.953640 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:28:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:30.006653 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Publish callbacks [] for port (028a21bd-510e-4022-9650-a455a6301eef), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:30.026905 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8fbaf-44d0-47e9-9e16-abe8abaa9625 None None] Pushing event updated for resources: {'Port': ['ID=d56c3d15-5858-4687-974f-6f6b87b300db,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:30.041727 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (028a21bd-510e-4022-9650-a455a6301eef), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:30.078050 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:28:30.078688 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Network fdae13f1-704e-4b02-bd9b-f9ccbc098829 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:28:30.084028 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:30.087556 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:28:30.119988 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Pushing event updated for resources: {'Port': ['ID=028a21bd-510e-4022-9650-a455a6301eef,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:30.153168 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (68c0e1bf-4246-4ba9-93e5-dae487118b2c), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:30.334809 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (028a21bd-510e-4022-9650-a455a6301eef), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:30.403118 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-96ed4c6f-46b6-4bf9-9744-6e06f3992dfd None None] Provisioning complete for port 028a21bd-510e-4022-9650-a455a6301eef triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:30.404607 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-96ed4c6f-46b6-4bf9-9744-6e06f3992dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (028a21bd-510e-4022-9650-a455a6301eef), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:30.430356 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:28Z', 'revision_number': 3, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:30.440497 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-96ed4c6f-46b6-4bf9-9744-6e06f3992dfd None None] Port 028a21bd-510e-4022-9650-a455a6301eef cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:28:30.466172 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59adf9d3-e7db-4213-8962-fd8f6834fff9 None None] The sync data for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi is: [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:28Z', 'revision_number': 3, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:28:30.525394 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Publish callbacks [] for port (028a21bd-510e-4022-9650-a455a6301eef), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:30.531702 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (028a21bd-510e-4022-9650-a455a6301eef), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:30.608902 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (68c0e1bf-4246-4ba9-93e5-dae487118b2c), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:30.618728 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Pushing event updated for resources: {'Port': ['ID=028a21bd-510e-4022-9650-a455a6301eef,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:30.754890 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Network fdae13f1-704e-4b02-bd9b-f9ccbc098829 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:28:30.756686 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:30.899689 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Router 68c0e1bf-4246-4ba9-93e5-dae487118b2c has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:28:31.037095 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:28:31.043918 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d60a9dbe-f899-43a8-a20e-f1a159d1984e admin admin] 10.222.0.30 "PUT /v2.0/routers/68c0e1bf-4246-4ba9-93e5-dae487118b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0821559 Feb 16 08:28:31.072001 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-9ef19df0-8476-46d9-85f0-4c6495bb67e1 None None] Provisioning complete for port 028a21bd-510e-4022-9650-a455a6301eef triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:31.072384 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9ef19df0-8476-46d9-85f0-4c6495bb67e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (028a21bd-510e-4022-9650-a455a6301eef), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.108605 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-9ef19df0-8476-46d9-85f0-4c6495bb67e1 None None] Port 028a21bd-510e-4022-9650-a455a6301eef cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:28:31.402293 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2dae3-4dde-4ef0-9932-07e44ab0cce2 req-a6461c33-5a60-4493-bf64-4dc142d81a10 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:31.408138 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-11a2dae3-4dde-4ef0-9932-07e44ab0cce2 req-a6461c33-5a60-4493-bf64-4dc142d81a10 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0860038 Feb 16 08:28:31.445126 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d56c3d15-5858-4687-974f-6f6b87b300db up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:31.476240 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-11a2dae3-4dde-4ef0-9932-07e44ab0cce2 req-a9dcaa85-cdd1-49df-95db-4514b13fc45a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648963 Feb 16 08:28:31.518546 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port d56c3d15-5858-4687-974f-6f6b87b300db triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:31.519001 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.603738 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port d56c3d15-5858-4687-974f-6f6b87b300db is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:31.604144 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.629862 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port d56c3d15-5858-4687-974f-6f6b87b300db, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=d56c3d15-5858-4687-974f-6f6b87b300db,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:28:31.635959 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.636988 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:31.640962 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37278) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:31.645879 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1496781147-network', 'tenant_id': '754477a326674f638142850a7b10f25d'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:31.668788 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Made reservation on behalf of 754477a326674f638142850a7b10f25d for: {'network': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:28:31.671075 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.679855 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.718040 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=d56c3d15-5858-4687-974f-6f6b87b300db,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:31.732380 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:31.732768 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.760084 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Publish callbacks [] for security_group (2b034212-640f-473b-969c-4e0683f79d7c), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.764299 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2b034212-640f-473b-969c-4e0683f79d7c), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.785578 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:28:31.801937 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b034212-640f-473b-969c-4e0683f79d7c,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:31.809210 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (f51a6a06-47a3-4511-9b61-650b9bd145f2), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.809563 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.segments_db [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Added segment f51a6a06-47a3-4511-9b61-650b9bd145f2 of type vlan for network c5ded0d4-f18c-4f9a-beef-1320288afb72 Feb 16 08:28:31.814514 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:31.851522 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (c5ded0d4-f18c-4f9a-beef-1320288afb72), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.877649 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (c5ded0d4-f18c-4f9a-beef-1320288afb72), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.878623 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:31.879205 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.918720 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2765746 Feb 16 08:28:31.921593 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37282) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:31.927671 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Request body: {'subnet': {'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1496781147-subnet', 'tenant_id': '754477a326674f638142850a7b10f25d', 'ip_version': 4}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:31.950895 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0e585-c682-4509-8d09-ac79e3cd174e admin admin] Pushing event updated for resources: {'Network': ['ID=c5ded0d4-f18c-4f9a-beef-1320288afb72,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:31.956791 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Made reservation on behalf of 754477a326674f638142850a7b10f25d for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:28:31.959491 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59584531'] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:31.963322 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network c5ded0d4-f18c-4f9a-beef-1320288afb72 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:28:32.135215 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59262976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59584545'] for subnet (a564e343-d35b-4da5-83e0-027cd7300e32), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:32.199132 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a564e343-d35b-4da5-83e0-027cd7300e32,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:32.207910 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Checking segment: {'id': 'f51a6a06-47a3-4511-9b61-650b9bd145f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:28:32.208299 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Network hostable DHCP agents. Network: c5ded0d4-f18c-4f9a-beef-1320288afb72, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:28:32.231106 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Network c5ded0d4-f18c-4f9a-beef-1320288afb72 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:28:32.241387 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, c5ded0d4-f18c-4f9a-beef-1320288afb72) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:32.245708 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:32.246329 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:32.251199 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f94152-e155-4b66-b4d7-e5829fe40ee6 None None] Network c5ded0d4-f18c-4f9a-beef-1320288afb72 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:28:32.262307 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-f52c0fe8-c423-4234-a5f1-57795f1d1536 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3388917 Feb 16 08:28:32.265024 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37284) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:32.270151 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:32.286214 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Sync routers for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:28:32.294630 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (16f9ce55-52ca-421f-8fa0-6740507c411a), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:32.295836 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (16f9ce55-52ca-421f-8fa0-6740507c411a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:32.332886 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:28:32.333521 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:28:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:32.363620 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks [] for router_controller (16f9ce55-52ca-421f-8fa0-6740507c411a), precommit_add_association {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:32.440339 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-c5ded0d4-f18c-4f9a-beef-1320288afb72', 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72', 'project_id': '754477a326674f638142850a7b10f25d', 'fixed_ips': [{'subnet_id': 'a564e343-d35b-4da5-83e0-027cd7300e32'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:28:32.441349 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:32.518458 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks [] for router_gateway (16f9ce55-52ca-421f-8fa0-6740507c411a), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:32.558192 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:28:32.760653 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks [] for router_gateway (16f9ce55-52ca-421f-8fa0-6740507c411a), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:32.782189 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:32.837617 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Allocated IP 172.20.0.2 (c5ded0d4-f18c-4f9a-beef-1320288afb72/a564e343-d35b-4da5-83e0-027cd7300e32/e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:28:32.901762 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Allocated IP 172.27.0.238 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/a369dc39-157b-4633-ae59-b52a66704c9d) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:28:33.011507 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks [] for port (a369dc39-157b-4633-ae59-b52a66704c9d), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.060431 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.086337 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '028a21bd-510e-4022-9650-a455a6301eef', 'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'tenant_id': 'b635dd78782e47178901359666afb725', 'mac_address': 'fa:16:3e:51:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:29Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 2, 'project_id': 'b635dd78782e47178901359666afb725', 'subnets': [{'id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:33.099102 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:28:33.105035 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:33.107901 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:28:33.115963 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Publish callbacks [] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.118475 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Checking router: 68c0e1bf-4246-4ba9-93e5-dae487118b2c for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:28:33.118827 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Updating router 68c0e1bf-4246-4ba9-93e5-dae487118b2c port 028a21bd-510e-4022-9650-a455a6301eef binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:28:33.144933 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.147236 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Pushing event updated for resources: {'Port': ['ID=a369dc39-157b-4633-ae59-b52a66704c9d,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:33.202146 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (028a21bd-510e-4022-9650-a455a6301eef), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.222869 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Network c5ded0d4-f18c-4f9a-beef-1320288afb72 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:28:33.226156 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Pushing event updated for resources: {'Port': ['ID=e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:33.229077 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:33.251966 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:28:33.369558 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d56c3d15-5858-4687-974f-6f6b87b300db up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:33.423004 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Attempting to bind port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:28:33.423541 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Attempting to bind port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'f51a6a06-47a3-4511-9b61-650b9bd145f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:28:33.424593 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Attempting to bind port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 on network c5ded0d4-f18c-4f9a-beef-1320288afb72 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:28:33.441941 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:28:33.442333 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Checking segment: {'id': 'f51a6a06-47a3-4511-9b61-650b9bd145f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:28:33.442850 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.443550 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Bound using segment: {'id': 'f51a6a06-47a3-4511-9b61-650b9bd145f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:28:33.444043 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Bound port: e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51a6a06-47a3-4511-9b61-650b9bd145f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:28:33.444428 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.448260 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks [] for router_gateway (16f9ce55-52ca-421f-8fa0-6740507c411a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.598422 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port d56c3d15-5858-4687-974f-6f6b87b300db triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:33.599072 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.635512 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] For port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:28:33.665928 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] For port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3,segment=NetworkSegment(f51a6a06-47a3-4511-9b61-650b9bd145f2),segment_id=f51a6a06-47a3-4511-9b61-650b9bd145f2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:28:33.682968 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.801549 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Publish callbacks [] for port (028a21bd-510e-4022-9650-a455a6301eef), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.811160 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc7638-3dc1-4c3c-bd3a-24d0e1cf3434 None None] Pushing event updated for resources: {'Port': ['ID=e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:33.837506 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (028a21bd-510e-4022-9650-a455a6301eef), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.895094 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port d56c3d15-5858-4687-974f-6f6b87b300db is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:33.909442 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23d0fc-7c07-4cc1-8e37-8d50a690cda1 None None] Pushing event updated for resources: {'Port': ['ID=028a21bd-510e-4022-9650-a455a6301eef,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:33.930825 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (16f9ce55-52ca-421f-8fa0-6740507c411a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:33.997002 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Attempting to bind port 028a21bd-510e-4022-9650-a455a6301eef on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:28:33.997376 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Attempting to bind port 028a21bd-510e-4022-9650-a455a6301eef by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:28:33.997748 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Attempting to bind port 028a21bd-510e-4022-9650-a455a6301eef on network fdae13f1-704e-4b02-bd9b-f9ccbc098829 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:28:34.003919 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:28:34.004338 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Checking segment: {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:28:34.004819 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:34.005271 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Bound using segment: {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:28:34.005801 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Bound port: 028a21bd-510e-4022-9650-a455a6301eef, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:28:34.006234 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (028a21bd-510e-4022-9650-a455a6301eef), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:34.109468 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] For port 028a21bd-510e-4022-9650-a455a6301eef, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:28:34.113357 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] For port 028a21bd-510e-4022-9650-a455a6301eef, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=028a21bd-510e-4022-9650-a455a6301eef,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:28:34.121642 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (028a21bd-510e-4022-9650-a455a6301eef), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:34.122150 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Router 16f9ce55-52ca-421f-8fa0-6740507c411a is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:28:34.198288 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:28:34.198918 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:28:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:34.277055 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23d0fc-7c07-4cc1-8e37-8d50a690cda1 None None] Pushing event updated for resources: {'Port': ['ID=028a21bd-510e-4022-9650-a455a6301eef,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:34.307109 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:28:34.313534 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-3c387c01-3318-4cd5-ac54-4a63e930bd4b None None] Provisioning complete for port 028a21bd-510e-4022-9650-a455a6301eef triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:34.314443 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c387c01-3318-4cd5-ac54-4a63e930bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (028a21bd-510e-4022-9650-a455a6301eef), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:34.323716 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Sync routers for ids ['16f9ce55-52ca-421f-8fa0-6740507c411a'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:28:34.332385 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:34.334735 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-07c6cca9-85e3-47c0-ab44-4f1a9ebbc648 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0684457 Feb 16 08:28:34.337344 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37308) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:34.337523 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Routers {'16f9ce55-52ca-421f-8fa0-6740507c411a'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:28:34.338431 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:28:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['16f9ce55-52ca-421f-8fa0-6740507c411a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:34.373992 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:28:34.521243 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Set router 16f9ce55-52ca-421f-8fa0-6740507c411a gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:28:34.557179 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-3c387c01-3318-4cd5-ac54-4a63e930bd4b None None] Current status of the port 028a21bd-510e-4022-9650-a455a6301eef is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:34.561277 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c387c01-3318-4cd5-ac54-4a63e930bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (028a21bd-510e-4022-9650-a455a6301eef), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:34.643975 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-3c387c01-3318-4cd5-ac54-4a63e930bd4b None None] For port 028a21bd-510e-4022-9650-a455a6301eef, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=028a21bd-510e-4022-9650-a455a6301eef,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:28:34.671662 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3c387c01-3318-4cd5-ac54-4a63e930bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (028a21bd-510e-4022-9650-a455a6301eef), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:34.733256 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c387c01-3318-4cd5-ac54-4a63e930bd4b None None] Pushing event updated for resources: {'Port': ['ID=028a21bd-510e-4022-9650-a455a6301eef,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:34.749057 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '028a21bd-510e-4022-9650-a455a6301eef', 'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'tenant_id': 'b635dd78782e47178901359666afb725', 'mac_address': 'fa:16:3e:51:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:29Z', 'updated_at': '2022-02-16T08:28:34Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'subnets': [{'id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:34.784675 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878e3ef-f10d-4dd7-9428-3b8da179412a None None] The sync data for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi is: [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '028a21bd-510e-4022-9650-a455a6301eef', 'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'tenant_id': 'b635dd78782e47178901359666afb725', 'mac_address': 'fa:16:3e:51:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:29Z', 'updated_at': '2022-02-16T08:28:34Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'subnets': [{'id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:28:34.790242 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:33Z', 'revision_number': 3, 'project_id': '754477a326674f638142850a7b10f25d', 'gw_port': {'id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:34.811200 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-71e290aa-a42a-4285-890f-08187c0d310e None None] Provisioning complete for port 028a21bd-510e-4022-9650-a455a6301eef triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:34.811649 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-71e290aa-a42a-4285-890f-08187c0d310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (028a21bd-510e-4022-9650-a455a6301eef), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:34.843096 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Checking router: 16f9ce55-52ca-421f-8fa0-6740507c411a for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:28:34.843096 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Updating router 16f9ce55-52ca-421f-8fa0-6740507c411a port a369dc39-157b-4633-ae59-b52a66704c9d binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:28:34.911944 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:34.988840 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-71e290aa-a42a-4285-890f-08187c0d310e None None] Current status of the port 028a21bd-510e-4022-9650-a455a6301eef is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:35.095987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.279887 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08bb06e-a159-42a6-a091-35f18d6b9402 None None] Network c5ded0d4-f18c-4f9a-beef-1320288afb72 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:28:35.318903 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Allocated IP 172.20.0.1 (c5ded0d4-f18c-4f9a-beef-1320288afb72/a564e343-d35b-4da5-83e0-027cd7300e32/11b9e3cc-1e96-40ba-a502-636c051f122f) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:28:35.332888 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Publish callbacks [] for port (a369dc39-157b-4633-ae59-b52a66704c9d), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.342312 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.390155 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a15880-b5b9-414a-b3b5-e4a206938dcb None None] Pushing event updated for resources: {'Port': ['ID=a369dc39-157b-4633-ae59-b52a66704c9d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:35.410408 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Attempting to bind port a369dc39-157b-4633-ae59-b52a66704c9d on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:28:35.411043 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Attempting to bind port a369dc39-157b-4633-ae59-b52a66704c9d by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:28:35.411758 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Attempting to bind port a369dc39-157b-4633-ae59-b52a66704c9d on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:28:35.420335 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:28:35.421263 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:28:35.421878 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.422432 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:28:35.423558 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-ffdc4df6-cf8e-4d76-ae06-585e7306f02e None None] Provisioning complete for port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:35.423982 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4df6-cf8e-4d76-ae06-585e7306f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.425389 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Bound port: a369dc39-157b-4633-ae59-b52a66704c9d, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:28:35.426094 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.464535 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:35.511236 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Publish callbacks [] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.530675 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] For port a369dc39-157b-4633-ae59-b52a66704c9d, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:28:35.560424 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] For port a369dc39-157b-4633-ae59-b52a66704c9d, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=a369dc39-157b-4633-ae59-b52a66704c9d,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:28:35.569217 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.570716 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.632441 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Network c5ded0d4-f18c-4f9a-beef-1320288afb72 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:28:35.634573 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Pushing event updated for resources: {'Port': ['ID=11b9e3cc-1e96-40ba-a502-636c051f122f,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:35.637476 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:35.640070 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:28:35.652064 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a15880-b5b9-414a-b3b5-e4a206938dcb None None] Pushing event updated for resources: {'Port': ['ID=a369dc39-157b-4633-ae59-b52a66704c9d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:35.674974 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Routers {'16f9ce55-52ca-421f-8fa0-6740507c411a'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:28:35.675652 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:28:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['16f9ce55-52ca-421f-8fa0-6740507c411a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:35.689684 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (16f9ce55-52ca-421f-8fa0-6740507c411a), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.797370 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:35.797975 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.841492 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] Set router 16f9ce55-52ca-421f-8fa0-6740507c411a gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:28:35.856338 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:35.922345 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc4df6-cf8e-4d76-ae06-585e7306f02e None None] Current status of the port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:35.922650 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4df6-cf8e-4d76-ae06-585e7306f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:36.089989 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:36.090318 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:36.153580 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ffdc4df6-cf8e-4d76-ae06-585e7306f02e None None] For port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3,segment=NetworkSegment(f51a6a06-47a3-4511-9b61-650b9bd145f2),segment_id=f51a6a06-47a3-4511-9b61-650b9bd145f2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:28:36.170341 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4df6-cf8e-4d76-ae06-585e7306f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:36.170772 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Publish callbacks [] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:36.182115 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:36.278114 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:33Z', 'revision_number': 3, 'project_id': '754477a326674f638142850a7b10f25d', 'gw_port': {'id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:36.312204 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd143eb2-b822-43a2-b605-2f831f03a45a None None] The sync data for ids ['16f9ce55-52ca-421f-8fa0-6740507c411a'] in dv-cinder-773985-28-iscsi is: [{'id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:33Z', 'revision_number': 3, 'project_id': '754477a326674f638142850a7b10f25d', 'gw_port': {'id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:28:36.344713 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (16f9ce55-52ca-421f-8fa0-6740507c411a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:36.347892 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Pushing event updated for resources: {'Port': ['ID=11b9e3cc-1e96-40ba-a502-636c051f122f,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:36.357795 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-476221b4-4b9e-42a2-b3df-6eff408db903 None None] Provisioning complete for port 11b9e3cc-1e96-40ba-a502-636c051f122f triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:36.358243 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-476221b4-4b9e-42a2-b3df-6eff408db903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:36.366002 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.db.api [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:28:36.366714 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG oslo_db.api [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:28:36.405283 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc4df6-cf8e-4d76-ae06-585e7306f02e None None] Pushing event updated for resources: {'Port': ['ID=e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:36.459558 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-476221b4-4b9e-42a2-b3df-6eff408db903 None None] Port 11b9e3cc-1e96-40ba-a502-636c051f122f cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:28:36.482231 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-476221b4-4b9e-42a2-b3df-6eff408db903 None None] Provisioning complete for port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:36.482725 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-476221b4-4b9e-42a2-b3df-6eff408db903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:36.518085 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Network c5ded0d4-f18c-4f9a-beef-1320288afb72 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:28:36.519647 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:28:36.625481 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-476221b4-4b9e-42a2-b3df-6eff408db903 None None] Current status of the port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:36.676730 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Router 16f9ce55-52ca-421f-8fa0-6740507c411a has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:28:36.752031 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-678d7771-6cc7-428b-8e94-13f9b84f1958 None None] Provisioning complete for port 11b9e3cc-1e96-40ba-a502-636c051f122f triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:36.752600 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-678d7771-6cc7-428b-8e94-13f9b84f1958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:36.799155 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-678d7771-6cc7-428b-8e94-13f9b84f1958 None None] Port 11b9e3cc-1e96-40ba-a502-636c051f122f cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:28:36.823536 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:28:36.828674 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-9cce0a6b-4372-43a7-987a-2cf15a72dd8d admin admin] 10.222.0.30 "PUT /v2.0/routers/16f9ce55-52ca-421f-8fa0-6740507c411a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4898775 Feb 16 08:28:36.957272 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:36.958497 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 028a21bd-510e-4022-9650-a455a6301eef up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:36.998298 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-8c44b560-3476-4d0e-aabe-568dea54df46 None None] Provisioning complete for port 11b9e3cc-1e96-40ba-a502-636c051f122f triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:36.999079 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8c44b560-3476-4d0e-aabe-568dea54df46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.070356 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8c44b560-3476-4d0e-aabe-568dea54df46 None None] Port 11b9e3cc-1e96-40ba-a502-636c051f122f cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:28:37.101626 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 028a21bd-510e-4022-9650-a455a6301eef triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:37.102683 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (028a21bd-510e-4022-9650-a455a6301eef), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.212500 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 028a21bd-510e-4022-9650-a455a6301eef is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:37.417320 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:37.477739 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:37.478272 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.542048 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37346) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:37.547850 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-25509ff2-497b-4af2-b53e-a586001792d7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265881484', 'description': 'tempest-secgroup-smoke-265881484 description', 'project_id': 'b635dd78782e47178901359666afb725'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:37.570802 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-25509ff2-497b-4af2-b53e-a586001792d7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.573238 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:37.574367 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device a369dc39-157b-4633-ae59-b52a66704c9d up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:37.634628 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.643269 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port a369dc39-157b-4633-ae59-b52a66704c9d triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:37.644380 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.701880 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-25509ff2-497b-4af2-b53e-a586001792d7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group (b715f9c3-79bf-4f85-a91f-86ff3871ed75), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.710570 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-25509ff2-497b-4af2-b53e-a586001792d7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (b715f9c3-79bf-4f85-a91f-86ff3871ed75), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.791906 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port a369dc39-157b-4633-ae59-b52a66704c9d is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:37.792477 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.821427 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25509ff2-497b-4af2-b53e-a586001792d7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b715f9c3-79bf-4f85-a91f-86ff3871ed75,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:37.822884 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port a369dc39-157b-4633-ae59-b52a66704c9d, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=a369dc39-157b-4633-ae59-b52a66704c9d,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:28:37.826685 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-25509ff2-497b-4af2-b53e-a586001792d7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.829854 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.832935 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37358) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:37.838004 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Request body: {'security_group_rule': {'security_group_id': 'b715f9c3-79bf-4f85-a91f-86ff3871ed75', 'project_id': 'b635dd78782e47178901359666afb725', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:37.844538 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-25509ff2-497b-4af2-b53e-a586001792d7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2988474 Feb 16 08:28:37.887115 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (72367784-2417-4c83-8c6a-f022be938e8d), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.899413 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=a369dc39-157b-4633-ae59-b52a66704c9d,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:37.956026 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (72367784-2417-4c83-8c6a-f022be938e8d), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.961306 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (72367784-2417-4c83-8c6a-f022be938e8d), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.984528 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72367784-2417-4c83-8c6a-f022be938e8d,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:37.995986 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:37.997673 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635094 Feb 16 08:28:37.999819 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.000365 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.001020 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.001516 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.001731 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37360) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:38.001990 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.002431 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.002770 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.003114 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.003514 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.003809 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.004139 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.004471 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.004799 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de9a0-1d10-4731-923d-34dfb0eedccc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.007491 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Request body: {'security_group_rule': {'security_group_id': 'b715f9c3-79bf-4f85-a91f-86ff3871ed75', 'project_id': 'b635dd78782e47178901359666afb725', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:38.035504 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (508caf3f-c17d-4bfd-add6-00a6ae4f7168), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.112832 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (508caf3f-c17d-4bfd-add6-00a6ae4f7168), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.116480 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (508caf3f-c17d-4bfd-add6-00a6ae4f7168), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.138763 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508caf3f-c17d-4bfd-add6-00a6ae4f7168,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:38.150897 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.152143 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1493280 Feb 16 08:28:38.153618 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.153986 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.154557 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.154731 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.155060 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.155394 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.155744 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.156098 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37366) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:38.156228 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.156408 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.156698 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.157021 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.157354 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.157655 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ba2eae-a8d5-4801-96c6-da55f8194067 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:28:38.161628 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-115f53c6-77b0-4c6a-8fb8-1c787dfd5fe2 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Request body: {'security_group_rule': {'security_group_id': 'b715f9c3-79bf-4f85-a91f-86ff3871ed75', 'project_id': 'b635dd78782e47178901359666afb725', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:38.195508 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-115f53c6-77b0-4c6a-8fb8-1c787dfd5fe2 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (a6ce81ec-1a8d-485d-ab0e-d5e13c376411), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.278078 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-115f53c6-77b0-4c6a-8fb8-1c787dfd5fe2 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (a6ce81ec-1a8d-485d-ab0e-d5e13c376411), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.281909 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-115f53c6-77b0-4c6a-8fb8-1c787dfd5fe2 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (a6ce81ec-1a8d-485d-ab0e-d5e13c376411), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.522141 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f53c6-77b0-4c6a-8fb8-1c787dfd5fe2 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ce81ec-1a8d-485d-ab0e-d5e13c376411,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:38.536545 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-115f53c6-77b0-4c6a-8fb8-1c787dfd5fe2 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.536545 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-115f53c6-77b0-4c6a-8fb8-1c787dfd5fe2 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731771 Feb 16 08:28:38.536545 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37368) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:38.539294 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-9af2594a-daeb-41e2-9f46-83ceaf7b8c37 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Request body: {'security_group_rule': {'security_group_id': 'b715f9c3-79bf-4f85-a91f-86ff3871ed75', 'project_id': 'b635dd78782e47178901359666afb725', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:38.561785 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Sync routers for ids ['16f9ce55-52ca-421f-8fa0-6740507c411a'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:28:38.567658 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9af2594a-daeb-41e2-9f46-83ceaf7b8c37 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (4646f533-aaeb-44be-a2de-23a2c44ea572), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.573198 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Routers {'16f9ce55-52ca-421f-8fa0-6740507c411a'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:28:38.573823 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:28:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['16f9ce55-52ca-421f-8fa0-6740507c411a'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:38.616958 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9af2594a-daeb-41e2-9f46-83ceaf7b8c37 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (4646f533-aaeb-44be-a2de-23a2c44ea572), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.622234 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9af2594a-daeb-41e2-9f46-83ceaf7b8c37 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (4646f533-aaeb-44be-a2de-23a2c44ea572), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.640725 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2594a-daeb-41e2-9f46-83ceaf7b8c37 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4646f533-aaeb-44be-a2de-23a2c44ea572,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:38.651365 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9af2594a-daeb-41e2-9f46-83ceaf7b8c37 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.655382 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9af2594a-daeb-41e2-9f46-83ceaf7b8c37 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183565 Feb 16 08:28:38.655663 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37370) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:38.660006 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-684f57f1-ee55-49a7-9e73-5670e763d644 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Request body: {'security_group_rule': {'security_group_id': 'b715f9c3-79bf-4f85-a91f-86ff3871ed75', 'project_id': 'b635dd78782e47178901359666afb725', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:38.684201 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.securitygroups_db [None req-684f57f1-ee55-49a7-9e73-5670e763d644 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Project b635dd78782e47178901359666afb725 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:28:38.691730 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-684f57f1-ee55-49a7-9e73-5670e763d644 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (28a3a9fd-edcb-4ef2-bed8-4270b8cb1bcc), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.694684 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Set router 16f9ce55-52ca-421f-8fa0-6740507c411a gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:28:38.782257 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-684f57f1-ee55-49a7-9e73-5670e763d644 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (28a3a9fd-edcb-4ef2-bed8-4270b8cb1bcc), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.791643 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-684f57f1-ee55-49a7-9e73-5670e763d644 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (28a3a9fd-edcb-4ef2-bed8-4270b8cb1bcc), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.824825 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f57f1-ee55-49a7-9e73-5670e763d644 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a3a9fd-edcb-4ef2-bed8-4270b8cb1bcc,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:38.846929 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-684f57f1-ee55-49a7-9e73-5670e763d644 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.853673 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-684f57f1-ee55-49a7-9e73-5670e763d644 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1920238 Feb 16 08:28:38.853894 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37376) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:38.858716 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-538cbb97-ab85-48e8-830a-b669aff0b9a1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Request body: {'security_group_rule': {'security_group_id': 'b715f9c3-79bf-4f85-a91f-86ff3871ed75', 'project_id': 'b635dd78782e47178901359666afb725', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:28:38.883008 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.securitygroups_db [None req-538cbb97-ab85-48e8-830a-b669aff0b9a1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Project b635dd78782e47178901359666afb725 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:28:38.889720 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-538cbb97-ab85-48e8-830a-b669aff0b9a1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (aecf0867-63ce-46b0-8ad6-72da5196a491), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:38.975811 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:35Z', 'revision_number': 4, 'project_id': '754477a326674f638142850a7b10f25d', 'gw_port': {'id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '11b9e3cc-1e96-40ba-a502-636c051f122f', 'name': '', 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72', 'tenant_id': '754477a326674f638142850a7b10f25d', 'mac_address': 'fa:16:3e:4a:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a564e343-d35b-4da5-83e0-027cd7300e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:35Z', 'updated_at': '2022-02-16T08:28:35Z', 'revision_number': 2, 'project_id': '754477a326674f638142850a7b10f25d', 'subnets': [{'id': 'a564e343-d35b-4da5-83e0-027cd7300e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:38.997570 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-538cbb97-ab85-48e8-830a-b669aff0b9a1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (aecf0867-63ce-46b0-8ad6-72da5196a491), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.001737 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-538cbb97-ab85-48e8-830a-b669aff0b9a1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (aecf0867-63ce-46b0-8ad6-72da5196a491), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.007614 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Checking router: 16f9ce55-52ca-421f-8fa0-6740507c411a for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:28:39.007975 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Updating router 16f9ce55-52ca-421f-8fa0-6740507c411a port 11b9e3cc-1e96-40ba-a502-636c051f122f binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:28:39.022058 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cbb97-ab85-48e8-830a-b669aff0b9a1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecf0867-63ce-46b0-8ad6-72da5196a491,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:39.031266 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-538cbb97-ab85-48e8-830a-b669aff0b9a1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.032668 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-538cbb97-ab85-48e8-830a-b669aff0b9a1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1781063 Feb 16 08:28:39.039255 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.309535 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device a369dc39-157b-4633-ae59-b52a66704c9d up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:39.398242 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Publish callbacks [] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.407171 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.442280 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port a369dc39-157b-4633-ae59-b52a66704c9d triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:39.442659 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.509582 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600f33c-4140-444d-9363-c2da9b80be78 None None] Pushing event updated for resources: {'Port': ['ID=11b9e3cc-1e96-40ba-a502-636c051f122f,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:39.602575 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Attempting to bind port 11b9e3cc-1e96-40ba-a502-636c051f122f on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:28:39.602952 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Attempting to bind port 11b9e3cc-1e96-40ba-a502-636c051f122f by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'f51a6a06-47a3-4511-9b61-650b9bd145f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:28:39.603312 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Attempting to bind port 11b9e3cc-1e96-40ba-a502-636c051f122f on network c5ded0d4-f18c-4f9a-beef-1320288afb72 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:28:39.611406 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:28:39.611815 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Checking segment: {'id': 'f51a6a06-47a3-4511-9b61-650b9bd145f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:28:39.612296 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.612631 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Bound using segment: {'id': 'f51a6a06-47a3-4511-9b61-650b9bd145f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:28:39.613128 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Bound port: 11b9e3cc-1e96-40ba-a502-636c051f122f, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51a6a06-47a3-4511-9b61-650b9bd145f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:28:39.613510 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.644116 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port a369dc39-157b-4633-ae59-b52a66704c9d is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:39.716929 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] For port 11b9e3cc-1e96-40ba-a502-636c051f122f, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:28:39.732172 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] For port 11b9e3cc-1e96-40ba-a502-636c051f122f, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=11b9e3cc-1e96-40ba-a502-636c051f122f,segment=NetworkSegment(f51a6a06-47a3-4511-9b61-650b9bd145f2),segment_id=f51a6a06-47a3-4511-9b61-650b9bd145f2)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:28:39.737969 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-6153e2d6-31c5-415f-8531-17b9bf81109e None None] Provisioning complete for port 11b9e3cc-1e96-40ba-a502-636c051f122f triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:39.738343 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6153e2d6-31c5-415f-8531-17b9bf81109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.741564 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:39.835736 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600f33c-4140-444d-9363-c2da9b80be78 None None] Pushing event updated for resources: {'Port': ['ID=11b9e3cc-1e96-40ba-a502-636c051f122f,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:39.841279 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Routers {'16f9ce55-52ca-421f-8fa0-6740507c411a'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:28:39.841814 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:28:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['16f9ce55-52ca-421f-8fa0-6740507c411a'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:40.123717 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-6153e2d6-31c5-415f-8531-17b9bf81109e None None] Current status of the port 11b9e3cc-1e96-40ba-a502-636c051f122f is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:40.124412 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6153e2d6-31c5-415f-8531-17b9bf81109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:40.240140 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] Set router 16f9ce55-52ca-421f-8fa0-6740507c411a gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:28:40.283133 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-6153e2d6-31c5-415f-8531-17b9bf81109e None None] For port 11b9e3cc-1e96-40ba-a502-636c051f122f, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=11b9e3cc-1e96-40ba-a502-636c051f122f,segment=NetworkSegment(f51a6a06-47a3-4511-9b61-650b9bd145f2),segment_id=f51a6a06-47a3-4511-9b61-650b9bd145f2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:28:40.296336 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6153e2d6-31c5-415f-8531-17b9bf81109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:40.462968 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153e2d6-31c5-415f-8531-17b9bf81109e None None] Pushing event updated for resources: {'Port': ['ID=11b9e3cc-1e96-40ba-a502-636c051f122f,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:40.486369 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-91560dc2-caeb-4f4a-92d8-ae1a7438c28e None None] Provisioning complete for port 11b9e3cc-1e96-40ba-a502-636c051f122f triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:40.486753 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-91560dc2-caeb-4f4a-92d8-ae1a7438c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:40.646348 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-91560dc2-caeb-4f4a-92d8-ae1a7438c28e None None] Current status of the port 11b9e3cc-1e96-40ba-a502-636c051f122f is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:40.651224 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:35Z', 'revision_number': 4, 'project_id': '754477a326674f638142850a7b10f25d', 'gw_port': {'id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '11b9e3cc-1e96-40ba-a502-636c051f122f', 'name': '', 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72', 'tenant_id': '754477a326674f638142850a7b10f25d', 'mac_address': 'fa:16:3e:4a:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a564e343-d35b-4da5-83e0-027cd7300e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:35Z', 'updated_at': '2022-02-16T08:28:39Z', 'revision_number': 4, 'project_id': '754477a326674f638142850a7b10f25d', 'subnets': [{'id': 'a564e343-d35b-4da5-83e0-027cd7300e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:28:40.691597 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6922ef9-662b-4646-91f9-d1c7827db9c4 None None] The sync data for ids ['16f9ce55-52ca-421f-8fa0-6740507c411a'] in dv-cinder-773985-28-iscsi is: [{'id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:35Z', 'revision_number': 4, 'project_id': '754477a326674f638142850a7b10f25d', 'gw_port': {'id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '11b9e3cc-1e96-40ba-a502-636c051f122f', 'name': '', 'network_id': 'c5ded0d4-f18c-4f9a-beef-1320288afb72', 'tenant_id': '754477a326674f638142850a7b10f25d', 'mac_address': 'fa:16:3e:4a:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'a564e343-d35b-4da5-83e0-027cd7300e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:35Z', 'updated_at': '2022-02-16T08:28:39Z', 'revision_number': 4, 'project_id': '754477a326674f638142850a7b10f25d', 'subnets': [{'id': 'a564e343-d35b-4da5-83e0-027cd7300e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:28:40.804471 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-417c3231-fb1a-43d9-b3dc-b73158c5d8e8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509777 Feb 16 08:28:41.310073 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 11b9e3cc-1e96-40ba-a502-636c051f122f up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:28:41.363623 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 11b9e3cc-1e96-40ba-a502-636c051f122f triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:28:41.364017 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:41.449515 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 11b9e3cc-1e96-40ba-a502-636c051f122f is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:28:42.527205 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-a9fe7448-7bee-442f-be68-073e52a501bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:42.528811 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-a9fe7448-7bee-442f-be68-073e52a501bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1130 time: 0.0494452 Feb 16 08:28:42.682976 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-c1a7fb63-5cf7-4e8c-8652-0b579441e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:42.684762 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-c1a7fb63-5cf7-4e8c-8652-0b579441e5ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 920 time: 0.1311107 Feb 16 08:28:42.739483 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-5e57be57-4f4b-40fa-9e88-9ebf4d75373a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938af534-7342-45a2-9e69-bd76724ff567 HTTP/1.1" status: 200 len: 217 time: 0.0399263 Feb 16 08:28:42.810579 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-78478653-4a5e-49aa-8a5f-c44af4b05f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:42.811910 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-78478653-4a5e-49aa-8a5f-c44af4b05f1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.0578725 Feb 16 08:28:42.852821 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-6ba0f143-ef61-4b16-a088-2d41e17fe9d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261824 Feb 16 08:28:42.967071 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-1685bd9b-da6b-4881-bfd4-e4e6efb39c3a service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969694 Feb 16 08:28:43.082384 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3b8820e-4bbe-4e1f-8be4-9a17a448d12d req-184fdf48-ea8b-445c-b5cb-f2e75324c60a service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081350 Feb 16 08:28:43.646653 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2e34e983-0013-407a-b5da-7a5d06f5556f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:44.747677 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:28:45.909934 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-26dfa574-75bc-4d74-aacd-852ac14c1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:47.382460 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:48.887506 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:50.143256 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:58.014125 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37762) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:58.126786 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0b2467c7-2409-489d-a4a0-9db70efc7f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:58.226638 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4bb20-2f32-4489-a4db-9a9cab08010b req-186f7bdb-f2e7-4be0-89b6-17b19c20f226 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:58.229522 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-60a4bb20-2f32-4489-a4db-9a9cab08010b req-186f7bdb-f2e7-4be0-89b6-17b19c20f226 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0711148 Feb 16 08:28:58.263890 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0b2467c7-2409-489d-a4a0-9db70efc7f5b admin admin] Publish callbacks [] for security_group (b6f640d9-1b60-4374-9889-caf30c94c0a9), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:58.270158 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0b2467c7-2409-489d-a4a0-9db70efc7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (b6f640d9-1b60-4374-9889-caf30c94c0a9), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:58.284936 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-60a4bb20-2f32-4489-a4db-9a9cab08010b req-b249413d-b725-430f-8d82-93b48c3b4f86 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473726 Feb 16 08:28:58.285445 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-8e19da57-81e2-4df2-99e9-b0575237afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:58.286992 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-8e19da57-81e2-4df2-99e9-b0575237afc9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1130 time: 0.1171207 Feb 16 08:28:58.333915 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-0b2467c7-2409-489d-a4a0-9db70efc7f5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bde67d74b048420fad677db8505e9fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174512 Feb 16 08:28:58.336609 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37768) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:28:58.343204 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2467c7-2409-489d-a4a0-9db70efc7f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f640d9-1b60-4374-9889-caf30c94c0a9,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:58.402210 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-38d8bad9-cdd9-4bb4-b3ea-ac24cfa18c0d admin admin] Publish callbacks [] for security_group (b6f640d9-1b60-4374-9889-caf30c94c0a9), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:58.407016 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-102664ca-87e6-4050-a4b0-ec6b4f3c802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:58.408720 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-102664ca-87e6-4050-a4b0-ec6b4f3c802f service neutron] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 920 time: 0.1068504 Feb 16 08:28:58.424783 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-38d8bad9-cdd9-4bb4-b3ea-ac24cfa18c0d admin admin] Publish callbacks [] for security_group (b6f640d9-1b60-4374-9889-caf30c94c0a9), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:58.454004 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-7a250839-d75b-4c28-b62e-8ef189af37a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938af534-7342-45a2-9e69-bd76724ff567 HTTP/1.1" status: 200 len: 217 time: 0.0376420 Feb 16 08:28:58.472229 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-38d8bad9-cdd9-4bb4-b3ea-ac24cfa18c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (b6f640d9-1b60-4374-9889-caf30c94c0a9), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:58.474879 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-38d8bad9-cdd9-4bb4-b3ea-ac24cfa18c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:28:58.476056 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-38d8bad9-cdd9-4bb4-b3ea-ac24cfa18c0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6f640d9-1b60-4374-9889-caf30c94c0a9 HTTP/1.1" status: 204 len: 168 time: 0.1384587 Feb 16 08:28:58.483902 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8bad9-cdd9-4bb4-b3ea-ac24cfa18c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f640d9-1b60-4374-9889-caf30c94c0a9,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:28:58.619915 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-df4b0652-4427-4319-9fe0-7aae39300384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:58.621290 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-df4b0652-4427-4319-9fe0-7aae39300384 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.0647867 Feb 16 08:28:58.661126 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-0e84207d-5980-4ae2-b6a2-85a913b41b67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321031 Feb 16 08:28:58.775553 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-c015cdc6-cac9-412d-8669-25256ff1778d service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076710 Feb 16 08:28:58.881680 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-cc3349a8-5e90-40da-ae33-86c038e4076c req-7387c6cf-39df-49ce-8aa0-3b6c52adf2e0 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000915 Feb 16 08:28:59.423017 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcee158-0b1f-4972-a7b5-c26a92a40f73 req-2f8bbe92-869d-43c8-96f0-599c227a16b5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:28:59.424025 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4dcee158-0b1f-4972-a7b5-c26a92a40f73 req-2f8bbe92-869d-43c8-96f0-599c227a16b5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0635862 Feb 16 08:28:59.480439 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4dcee158-0b1f-4972-a7b5-c26a92a40f73 req-5966e61b-e0b3-469d-ab8e-ffe725a1810f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504782 Feb 16 08:29:00.198939 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-86262c3e-7fce-4721-b8ec-302816d9834e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:00.201151 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-86262c3e-7fce-4721-b8ec-302816d9834e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 814 time: 0.1049416 Feb 16 08:29:00.218898 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-8913d1af-4c23-46ac-92d5-52d714c2b13a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/quotas/7a03fa69f372429783d16fd636ac72ae HTTP/1.1" status: 200 len: 375 time: 0.0110455 Feb 16 08:29:00.283704 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-05918266-303b-441a-92aa-1cb37a844d9c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573809 Feb 16 08:29:00.378301 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-09d39ea5-2852-4c6f-a428-da83a3f6c35f service neutron] 10.222.0.30 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878048 Feb 16 08:29:00.473118 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-8f5fc4af-3f23-4849-ba2e-edda5db7753c service neutron] 10.222.0.30 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890825 Feb 16 08:29:00.627933 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c18c0b-8261-48ca-8940-50824469b22f req-209f4589-4412-4340-bdbf-753a3abcd7d1 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:00.629520 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-79c18c0b-8261-48ca-8940-50824469b22f req-209f4589-4412-4340-bdbf-753a3abcd7d1 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0752859 Feb 16 08:29:00.665059 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e1b4f317-20e7-41e9-b3c1-a7ec8c55f04f req-eb843ded-9a57-42ea-9b06-c3cef43699e5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 210 time: 0.0344779 Feb 16 08:29:00.712126 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-79c18c0b-8261-48ca-8940-50824469b22f req-a5641fa1-0929-4345-b357-e63762ab2b89 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710402 Feb 16 08:29:01.798407 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-182c8015-4704-4070-9d60-90fc8d03182b req-cb98847c-a05b-4128-a4bb-58e0dc396a14 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 210 time: 0.0440018 Feb 16 08:29:01.844063 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-00be837d-fc3b-4249-9963-d998ddcab10f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:01.845798 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-00be837d-fc3b-4249-9963-d998ddcab10f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 814 time: 0.1425462 Feb 16 08:29:01.858039 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c788f-e4e8-4a32-97ec-99ad756aab9d req-e62ee98a-7c32-44a6-97e9-c96c22446199 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:01.861851 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Request body: {'port': {'device_id': '98ab2a3b-391b-4beb-a414-ead37b1b2790', 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973', 'admin_state_up': True, 'tenant_id': '7a03fa69f372429783d16fd636ac72ae'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:29:01.864899 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6c8c788f-e4e8-4a32-97ec-99ad756aab9d req-e62ee98a-7c32-44a6-97e9-c96c22446199 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0655739 Feb 16 08:29:01.935686 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6c8c788f-e4e8-4a32-97ec-99ad756aab9d req-36718f13-084c-4f52-ace2-35b597ed821f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685854 Feb 16 08:29:02.011236 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Made reservation on behalf of 7a03fa69f372429783d16fd636ac72ae for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:29:02.015005 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.168899 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Allocated IP 172.20.0.4 (9d6487fa-599a-4a38-a1b9-09a2b20a0973/d2e00e31-d37f-4d50-96fe-1216a8ee93d4/dfcea26d-0bbb-4812-8602-434e866e5281) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:29:02.331440 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks [] for port (dfcea26d-0bbb-4812-8602-434e866e5281), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.368511 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.381039 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['22024571-882a-4d2d-82cd-d1e534311930', '1858bcbb-0985-46f1-bf58-4ee64e4ef600', 'd38cf70e-7e08-46a6-886f-5b4b9bd64763'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:29:02.410165 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:29:02.415862 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:02.420325 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:29:02.458463 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Pushing event updated for resources: {'Port': ['ID=dfcea26d-0bbb-4812-8602-434e866e5281,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:02.482485 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:02.483470 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.501635 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-e2b289aa-616a-4b6d-aeea-2d104320367d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6464374 Feb 16 08:29:02.517023 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Request body: {'port': {'device_id': '98ab2a3b-391b-4beb-a414-ead37b1b2790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:29:02.532306 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37920) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:02.660901 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a7cc091d-c44f-409e-9a9a-e9836164357f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.763657 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a7cc091d-c44f-409e-9a9a-e9836164357f admin admin] Publish callbacks [] for security_group (5a276d2d-df95-4022-9eaf-036bad400f0c), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.768491 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a7cc091d-c44f-409e-9a9a-e9836164357f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (5a276d2d-df95-4022-9eaf-036bad400f0c), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.787077 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.807580 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc091d-c44f-409e-9a9a-e9836164357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a276d2d-df95-4022-9eaf-036bad400f0c,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:02.813892 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-a7cc091d-c44f-409e-9a9a-e9836164357f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fff40629f17428d91a0b933d8bdf647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805197 Feb 16 08:29:02.816474 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 37926) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:02.875352 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec848-8bc6-4831-ac3d-a2bcef95ca50 admin admin] Publish callbacks [] for security_group (5a276d2d-df95-4022-9eaf-036bad400f0c), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.925257 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec848-8bc6-4831-ac3d-a2bcef95ca50 admin admin] Publish callbacks [] for security_group (5a276d2d-df95-4022-9eaf-036bad400f0c), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:02.977382 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711bae7-ac76-4ba7-9e85-4ba084d24d5c req-37636ee9-f31e-403f-b3ca-79a9f0442409 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:02.984142 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b711bae7-ac76-4ba7-9e85-4ba084d24d5c req-37636ee9-f31e-403f-b3ca-79a9f0442409 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 931 time: 0.1101038 Feb 16 08:29:03.056686 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec848-8bc6-4831-ac3d-a2bcef95ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (5a276d2d-df95-4022-9eaf-036bad400f0c), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:03.058767 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec848-8bc6-4831-ac3d-a2bcef95ca50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:03.059985 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9a2ec848-8bc6-4831-ac3d-a2bcef95ca50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a276d2d-df95-4022-9eaf-036bad400f0c HTTP/1.1" status: 204 len: 168 time: 0.2424510 Feb 16 08:29:03.071550 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ec848-8bc6-4831-ac3d-a2bcef95ca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a276d2d-df95-4022-9eaf-036bad400f0c,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:03.076825 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b711bae7-ac76-4ba7-9e85-4ba084d24d5c req-db5dcdf1-fbf8-42ea-9705-67ce4ef7acc3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916176 Feb 16 08:29:03.106937 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1587e-d780-49cd-b22f-dae1b145ab54 req-2af27035-8a4e-45d7-8bfa-0bfc66ad8301 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:03.112346 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfcea26d-0bbb-4812-8602-434e866e5281 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:29:03.116564 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-99b1587e-d780-49cd-b22f-dae1b145ab54 req-2af27035-8a4e-45d7-8bfa-0bfc66ad8301 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.1047192 Feb 16 08:29:03.127473 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Publish callbacks [] for port (dfcea26d-0bbb-4812-8602-434e866e5281), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:03.143115 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Transition to ACTIVE for port object dfcea26d-0bbb-4812-8602-434e866e5281 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:29:03.148515 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:03.188195 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-99b1587e-d780-49cd-b22f-dae1b145ab54 req-3c805285-b7b5-4f28-b88d-5429dd6458a2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635204 Feb 16 08:29:03.224235 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcea26d-0bbb-4812-8602-434e866e5281,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:03.298337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Attempting to bind port dfcea26d-0bbb-4812-8602-434e866e5281 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:29:03.298337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Attempting to bind port dfcea26d-0bbb-4812-8602-434e866e5281 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:29:03.298710 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Attempting to bind port dfcea26d-0bbb-4812-8602-434e866e5281 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:29:03.304338 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Port dfcea26d-0bbb-4812-8602-434e866e5281 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:29:03.304666 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Attempting to bind port dfcea26d-0bbb-4812-8602-434e866e5281 on network 9d6487fa-599a-4a38-a1b9-09a2b20a0973 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:29:03.310084 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:29:03.310426 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Checking segment: {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:29:03.310865 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Bound using segment: {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:29:03.311321 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Bound port: dfcea26d-0bbb-4812-8602-434e866e5281, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3088f51-df3f-4afc-a838-a1d00ed276f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:29:03.311709 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:03.383489 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] For port dfcea26d-0bbb-4812-8602-434e866e5281, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:29:03.386738 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] For port dfcea26d-0bbb-4812-8602-434e866e5281, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfcea26d-0bbb-4812-8602-434e866e5281,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:29:03.393498 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:03.427880 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:03.428744 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:03.430233 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] 10.222.0.71 "PUT /v2.0/ports/dfcea26d-0bbb-4812-8602-434e866e5281 HTTP/1.1" status: 200 len: 1093 time: 0.9174807 Feb 16 08:29:03.430602 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ab2a3b-391b-4beb-a414-ead37b1b2790', 'tag': 'dfcea26d-0bbb-4812-8602-434e866e5281'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:03.432895 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d744d8f3-0745-4796-a94d-50b43fc6f1af" -d '{"events": [{"name": "network-changed", "server_uuid": "98ab2a3b-391b-4beb-a414-ead37b1b2790", "tag": "dfcea26d-0bbb-4812-8602-434e866e5281"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:03.465004 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a680749-263e-4832-89b9-009176b1e5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcea26d-0bbb-4812-8602-434e866e5281,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:03.485881 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5211f12-55cd-4f32-841d-0c9a628ec82e x-openstack-request-id: req-e5211f12-55cd-4f32-841d-0c9a628ec82e {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:03.486374 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ab2a3b-391b-4beb-a414-ead37b1b2790", "tag": "dfcea26d-0bbb-4812-8602-434e866e5281", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:03.486632 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5211f12-55cd-4f32-841d-0c9a628ec82e {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:03.487034 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ab2a3b-391b-4beb-a414-ead37b1b2790', 'tag': 'dfcea26d-0bbb-4812-8602-434e866e5281', 'status': 'completed', 'code': 200} Feb 16 08:29:03.537696 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-0c883328-28b0-4d09-9943-c2d64243021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:03.539362 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-0c883328-28b0-4d09-9943-c2d64243021d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 1127 time: 0.0483932 Feb 16 08:29:04.205136 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37974) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:04.209752 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c77d8-2b43-468a-b2ab-6cc6f447ddf9 req-9e19d3b9-c441-45ef-8eca-5f3ef0cf33c7 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:04.214725 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b16c77d8-2b43-468a-b2ab-6cc6f447ddf9 req-9e19d3b9-c441-45ef-8eca-5f3ef0cf33c7 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 943 time: 0.0622306 Feb 16 08:29:04.266819 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b16c77d8-2b43-468a-b2ab-6cc6f447ddf9 req-5349491c-e704-4cb6-96d1-0a474a98db71 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 Feb 16 08:29:04.327280 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15a94d-8bcd-415c-a514-d5f858eff997 req-16aa7555-4ee0-42ba-a669-3225ad1d955d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:04.328787 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ef15a94d-8bcd-415c-a514-d5f858eff997 req-16aa7555-4ee0-42ba-a669-3225ad1d955d tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0572581 Feb 16 08:29:04.328927 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-463c2ce5-9a50-402e-ba0e-e297458d49b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:04.376718 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ef15a94d-8bcd-415c-a514-d5f858eff997 req-b5a84b12-63ad-40a4-876a-d62205dc199f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Feb 16 08:29:04.418321 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-463c2ce5-9a50-402e-ba0e-e297458d49b9 admin admin] Publish callbacks [] for security_group (6fb07afa-e73b-49a5-a4b7-a01d0c820d5a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:04.422641 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-463c2ce5-9a50-402e-ba0e-e297458d49b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (6fb07afa-e73b-49a5-a4b7-a01d0c820d5a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:04.463045 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c2ce5-9a50-402e-ba0e-e297458d49b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb07afa-e73b-49a5-a4b7-a01d0c820d5a,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:04.468329 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-463c2ce5-9a50-402e-ba0e-e297458d49b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83f03527fa4e41d6a7f2cfe2b6199aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610505 Feb 16 08:29:04.470913 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 37980) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:04.519350 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-dcc118f7-74ea-4f75-b60d-4d4fdffad3f1 admin admin] Publish callbacks [] for security_group (6fb07afa-e73b-49a5-a4b7-a01d0c820d5a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:04.540973 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-dcc118f7-74ea-4f75-b60d-4d4fdffad3f1 admin admin] Publish callbacks [] for security_group (6fb07afa-e73b-49a5-a4b7-a01d0c820d5a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:04.589697 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-dcc118f7-74ea-4f75-b60d-4d4fdffad3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (6fb07afa-e73b-49a5-a4b7-a01d0c820d5a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:04.592505 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-dcc118f7-74ea-4f75-b60d-4d4fdffad3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:04.593667 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-dcc118f7-74ea-4f75-b60d-4d4fdffad3f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fb07afa-e73b-49a5-a4b7-a01d0c820d5a HTTP/1.1" status: 204 len: 168 time: 0.1217976 Feb 16 08:29:04.602297 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc118f7-74ea-4f75-b60d-4d4fdffad3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb07afa-e73b-49a5-a4b7-a01d0c820d5a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:05.405764 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc93a5d-ffff-4f98-9cac-c220b1eb7e43 req-b780cf60-2bb6-4959-892c-8f1bbac32aa7 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:05.408008 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0fc93a5d-ffff-4f98-9cac-c220b1eb7e43 req-b780cf60-2bb6-4959-892c-8f1bbac32aa7 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 943 time: 0.0589938 Feb 16 08:29:05.473010 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0fc93a5d-ffff-4f98-9cac-c220b1eb7e43 req-7578b3de-e25e-4072-8a39-a0a4eeb8c749 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557704 Feb 16 08:29:05.530984 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6750c5-9ae9-467b-b91e-876e204ccdba req-a3ba98b0-99d2-4ecf-b7b8-4dad28690939 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:05.532603 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ae6750c5-9ae9-467b-b91e-876e204ccdba req-a3ba98b0-99d2-4ecf-b7b8-4dad28690939 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0577116 Feb 16 08:29:05.586417 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ae6750c5-9ae9-467b-b91e-876e204ccdba req-a4d9b17d-eddd-409d-9eff-5209ec66c0d2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446801 Feb 16 08:29:06.138496 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-68b9d010-ea61-4a09-8866-d269e5401365 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfcea26d-0bbb-4812-8602-434e866e5281 HTTP/1.1" status: 200 len: 217 time: 0.0379758 Feb 16 08:29:06.602646 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459934af-b268-42db-8417-7e3cd5ef3a1e req-fc6df765-ec18-4b63-b3c9-a8e5fcac1513 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:06.604187 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-459934af-b268-42db-8417-7e3cd5ef3a1e req-fc6df765-ec18-4b63-b3c9-a8e5fcac1513 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 943 time: 0.0577872 Feb 16 08:29:06.655693 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-459934af-b268-42db-8417-7e3cd5ef3a1e req-b73081fb-8001-41c6-94f1-8ff0abe39549 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453508 Feb 16 08:29:06.708873 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9094dd-3765-4dcf-8344-5d635befe55f req-799845d3-9b61-4b43-a5f1-1fe44703937e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:06.710381 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2f9094dd-3765-4dcf-8344-5d635befe55f req-799845d3-9b61-4b43-a5f1-1fe44703937e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0533066 Feb 16 08:29:06.759945 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2f9094dd-3765-4dcf-8344-5d635befe55f req-98e0b904-74b8-4e46-83e0-780e844d58b6 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Feb 16 08:29:07.620077 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:07.775226 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9054eb-876a-4455-a928-4fe2a28fa967 req-7043329d-067e-408f-af0f-86aad3e5ecd7 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:07.776790 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5d9054eb-876a-4455-a928-4fe2a28fa967 req-7043329d-067e-408f-af0f-86aad3e5ecd7 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 943 time: 0.0533426 Feb 16 08:29:07.843091 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5d9054eb-876a-4455-a928-4fe2a28fa967 req-c1f31302-f963-4f41-a6af-dd333fbad2c6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606380 Feb 16 08:29:07.893294 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447ad32-e634-4a9f-acc4-41e86ade6781 req-e5a71f1f-9b9f-481f-85da-ffb4a2f6a63b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:07.894840 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d447ad32-e634-4a9f-acc4-41e86ade6781 req-e5a71f1f-9b9f-481f-85da-ffb4a2f6a63b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0640104 Feb 16 08:29:07.944602 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d447ad32-e634-4a9f-acc4-41e86ade6781 req-bbb360b5-f410-4530-8cf6-66cdc9474d7f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442119 Feb 16 08:29:08.032697 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-c7792241-8766-4cf6-a8e4-14b75e48d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:08.034183 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-c7792241-8766-4cf6-a8e4-14b75e48d15f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 200 len: 854 time: 0.0649006 Feb 16 08:29:08.069349 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-a71a623d-6711-4021-89be-697ff9550bad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d6487fa-599a-4a38-a1b9-09a2b20a0973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286641 Feb 16 08:29:08.161965 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-fa649be3-a445-4195-88ea-a9a1b61a9ba4 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839539 Feb 16 08:29:08.258932 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3026b4cd-75fb-4cb8-b4f8-955bbbfa885b req-a0386a25-9f23-4b1a-adc4-63897a606c65 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888190 Feb 16 08:29:08.413406 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-75f3d01f-c047-4754-847d-b1ae267197ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:08.415156 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-75f3d01f-c047-4754-847d-b1ae267197ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a03fa69f372429783d16fd636ac72ae&device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 1127 time: 0.0649087 Feb 16 08:29:08.531609 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-9610281d-6e41-4c00-8e0c-eb0291ef5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:08.533210 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-9610281d-6e41-4c00-8e0c-eb0291ef5c34 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 200 len: 915 time: 0.1121175 Feb 16 08:29:08.574622 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-f2ddcffc-45ad-4c59-bb02-451bf8f92763 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfcea26d-0bbb-4812-8602-434e866e5281 HTTP/1.1" status: 200 len: 217 time: 0.0350060 Feb 16 08:29:08.623357 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-a04832c4-1ab2-4b21-a705-a081d3a6e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:08.624850 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-a04832c4-1ab2-4b21-a705-a081d3a6e02b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 200 len: 854 time: 0.0440469 Feb 16 08:29:08.660938 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-01b47fe9-7194-4d22-8634-9312cddf51cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d6487fa-599a-4a38-a1b9-09a2b20a0973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284662 Feb 16 08:29:08.756348 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-9fafde34-972e-4399-a817-c5f695fa995e service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846148 Feb 16 08:29:08.897078 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d744d8f3-0745-4796-a94d-50b43fc6f1af req-e09e5b25-ed8a-4999-8bb3-ffcfb5ec2af3 service neutron] 10.222.0.71 "GET /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344683 Feb 16 08:29:09.019487 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf7372-2303-41e2-a0cd-c3707c9093c6 req-898c1b65-e66c-4497-9c38-6edbf0d69c3f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:09.021132 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4ecf7372-2303-41e2-a0cd-c3707c9093c6 req-898c1b65-e66c-4497-9c38-6edbf0d69c3f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 943 time: 0.0738316 Feb 16 08:29:09.112175 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4ecf7372-2303-41e2-a0cd-c3707c9093c6 req-a108f200-eef3-4688-b316-a205e32d8afe tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772207 Feb 16 08:29:09.121281 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899d524-4fec-4d2f-b94c-53bee40c4ac6 req-940c0cf3-4287-4528-9163-3be266662b3f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:09.123367 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e899d524-4fec-4d2f-b94c-53bee40c4ac6 req-940c0cf3-4287-4528-9163-3be266662b3f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.1007066 Feb 16 08:29:09.178414 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e899d524-4fec-4d2f-b94c-53bee40c4ac6 req-ab282bd2-dc67-4e7d-a186-d31c8d4a1e33 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Feb 16 08:29:10.242190 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887728-7ece-4ee2-85dd-875c536638d1 req-282b3bb6-ed94-428b-8e23-441559daf787 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:10.242190 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-69887728-7ece-4ee2-85dd-875c536638d1 req-282b3bb6-ed94-428b-8e23-441559daf787 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 943 time: 0.0596645 Feb 16 08:29:10.333205 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-69887728-7ece-4ee2-85dd-875c536638d1 req-8a4de5a0-e9fa-4021-89cc-72b19d1a254d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865464 Feb 16 08:29:10.354144 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cc048-a37e-43c9-a99d-71c6e387c6c2 req-547513e9-fe91-4d3a-b794-938081b47990 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:10.355876 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3e1cc048-a37e-43c9-a99d-71c6e387c6c2 req-547513e9-fe91-4d3a-b794-938081b47990 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0932996 Feb 16 08:29:10.412447 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3e1cc048-a37e-43c9-a99d-71c6e387c6c2 req-4b095096-d2a3-443f-9ee4-4cebcad026b9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490754 Feb 16 08:29:11.469250 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae10c60-23a6-4621-a2bb-2cce5ec7db35 req-6d6b2f60-0bc3-4467-a911-3f42cde8ef29 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:11.470831 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8ae10c60-23a6-4621-a2bb-2cce5ec7db35 req-6d6b2f60-0bc3-4467-a911-3f42cde8ef29 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 943 time: 0.0559847 Feb 16 08:29:11.556638 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8ae10c60-23a6-4621-a2bb-2cce5ec7db35 req-27238649-9359-4b67-b709-b8402468e49d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805092 Feb 16 08:29:11.572862 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1bda-4ac0-49b9-9b58-811e7f9870c6 req-60ed498e-39e5-437d-82d4-60380fec79d6 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:11.574825 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-84db1bda-4ac0-49b9-9b58-811e7f9870c6 req-60ed498e-39e5-437d-82d4-60380fec79d6 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0836878 Feb 16 08:29:11.628058 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-84db1bda-4ac0-49b9-9b58-811e7f9870c6 req-5f00463d-8e8d-4c2a-9ac4-8b0faa0e8189 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476532 Feb 16 08:29:11.936017 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38142) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:12.040054 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c5a87df4-375e-4a62-ae0d-d2c634461bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:12.110877 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c5a87df4-375e-4a62-ae0d-d2c634461bb5 admin admin] Publish callbacks [] for security_group (2e5af646-d12a-46a6-a6af-b5faeeae3a4d), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:12.114898 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c5a87df4-375e-4a62-ae0d-d2c634461bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2e5af646-d12a-46a6-a6af-b5faeeae3a4d), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:12.154449 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c5a87df4-375e-4a62-ae0d-d2c634461bb5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c29fb6a9541495faec6420179b2351c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172124 Feb 16 08:29:12.155369 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a87df4-375e-4a62-ae0d-d2c634461bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5af646-d12a-46a6-a6af-b5faeeae3a4d,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:12.157540 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38146) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:12.221405 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-bc583f39-e84a-4c07-8b87-e5faf077dd04 admin admin] Publish callbacks [] for security_group (2e5af646-d12a-46a6-a6af-b5faeeae3a4d), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:12.247287 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-bc583f39-e84a-4c07-8b87-e5faf077dd04 admin admin] Publish callbacks [] for security_group (2e5af646-d12a-46a6-a6af-b5faeeae3a4d), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:12.302122 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-bc583f39-e84a-4c07-8b87-e5faf077dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2e5af646-d12a-46a6-a6af-b5faeeae3a4d), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:12.305061 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-bc583f39-e84a-4c07-8b87-e5faf077dd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:12.306220 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-bc583f39-e84a-4c07-8b87-e5faf077dd04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e5af646-d12a-46a6-a6af-b5faeeae3a4d HTTP/1.1" status: 204 len: 168 time: 0.1471069 Feb 16 08:29:12.315093 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc583f39-e84a-4c07-8b87-e5faf077dd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5af646-d12a-46a6-a6af-b5faeeae3a4d,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:12.680756 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abb41b-60fa-44ac-a633-298e5e9ca80f req-fcd9744a-e847-4b92-913c-b2eb301d1aa5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:12.682300 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-54abb41b-60fa-44ac-a633-298e5e9ca80f req-fcd9744a-e847-4b92-913c-b2eb301d1aa5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 943 time: 0.0567138 Feb 16 08:29:12.765765 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-54abb41b-60fa-44ac-a633-298e5e9ca80f req-9b2cbcdd-8e8c-4633-840b-1e143515e752 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770361 Feb 16 08:29:12.785028 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f576-27d2-4ffc-b813-c16cad08836a req-558a432f-d1af-46b8-b646-71c5d7c12311 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:12.786623 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-05c0f576-27d2-4ffc-b813-c16cad08836a req-558a432f-d1af-46b8-b646-71c5d7c12311 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0825794 Feb 16 08:29:12.835086 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-05c0f576-27d2-4ffc-b813-c16cad08836a req-3e50e548-beea-472a-9cde-bb66e7704915 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Feb 16 08:29:13.561373 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device dfcea26d-0bbb-4812-8602-434e866e5281 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:29:13.688687 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-787d9550-1d79-4404-9644-61e1b4dcb3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:13.703661 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port dfcea26d-0bbb-4812-8602-434e866e5281, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfcea26d-0bbb-4812-8602-434e866e5281,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:13.716553 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'dfcea26d-0bbb-4812-8602-434e866e5281', 'network_id': '9d6487fa-599a-4a38-a1b9-09a2b20a0973', 'port_id': 'dfcea26d-0bbb-4812-8602-434e866e5281', 'mac_address': 'fa:16:3e:f1:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e00e31-d37f-4d50-96fe-1216a8ee93d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:29:13.761453 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port dfcea26d-0bbb-4812-8602-434e866e5281 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:29:13.761857 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:13.777172 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcea26d-0bbb-4812-8602-434e866e5281 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:29:13.821432 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port dfcea26d-0bbb-4812-8602-434e866e5281, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfcea26d-0bbb-4812-8602-434e866e5281,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:13.826898 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:13.890597 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=dfcea26d-0bbb-4812-8602-434e866e5281,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:13.898880 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.899251 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.899674 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.900023 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.900356 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.900683 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.901013 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.902038 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.903265 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.903630 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.904131 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.904464 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.904788 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:13.917878 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a0be1-17d3-4997-9c5c-4c86a63f7a41 req-019ac527-c7d3-4781-914a-0a40aad72a8c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:13.920373 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a27a0be1-17d3-4997-9c5c-4c86a63f7a41 req-019ac527-c7d3-4781-914a-0a40aad72a8c tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 944 time: 0.0748878 Feb 16 08:29:14.012779 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a27a0be1-17d3-4997-9c5c-4c86a63f7a41 req-fb192a3d-0e88-4f3a-b3a1-76f97742be54 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866659 Feb 16 08:29:14.034605 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af639e0e-a560-44b6-b673-30095b518fc4 req-f96cea8c-3657-493c-9e4b-a838b6cb77ae tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:14.036032 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-af639e0e-a560-44b6-b673-30095b518fc4 req-f96cea8c-3657-493c-9e4b-a838b6cb77ae tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.1030908 Feb 16 08:29:14.088420 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-af639e0e-a560-44b6-b673-30095b518fc4 req-f10a8820-14a5-48db-ac05-717465e78b0f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469177 Feb 16 08:29:14.413925 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['dfcea26d-0bbb-4812-8602-434e866e5281'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:29:14.740864 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38232) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:14.853551 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-66d820ec-fe8d-42e4-a1d7-8f4769a9491b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:14.929851 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-66d820ec-fe8d-42e4-a1d7-8f4769a9491b admin admin] Publish callbacks [] for security_group (31a8e0fc-e349-4cce-928f-86e19219d4bb), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:14.935284 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-66d820ec-fe8d-42e4-a1d7-8f4769a9491b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (31a8e0fc-e349-4cce-928f-86e19219d4bb), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:14.975468 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-66d820ec-fe8d-42e4-a1d7-8f4769a9491b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc7965b22fbd4ad8b0b76fde67c6bbef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334898 Feb 16 08:29:14.976612 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d820ec-fe8d-42e4-a1d7-8f4769a9491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a8e0fc-e349-4cce-928f-86e19219d4bb,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:14.978487 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38242) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:15.029251 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a25c6df1-03c8-4cbb-9b7f-18f32562f2dc admin admin] Publish callbacks [] for security_group (31a8e0fc-e349-4cce-928f-86e19219d4bb), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:15.053364 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a25c6df1-03c8-4cbb-9b7f-18f32562f2dc admin admin] Publish callbacks [] for security_group (31a8e0fc-e349-4cce-928f-86e19219d4bb), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:15.132241 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a25c6df1-03c8-4cbb-9b7f-18f32562f2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (31a8e0fc-e349-4cce-928f-86e19219d4bb), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:15.134820 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a25c6df1-03c8-4cbb-9b7f-18f32562f2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:15.140484 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a25c6df1-03c8-4cbb-9b7f-18f32562f2dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31a8e0fc-e349-4cce-928f-86e19219d4bb HTTP/1.1" status: 204 len: 168 time: 0.1604488 Feb 16 08:29:15.158584 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25663d88-da3b-4923-a734-598f54337627 req-fb5cced9-49f3-40ba-a00d-b0c66f506ebc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:15.159535 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c6df1-03c8-4cbb-9b7f-18f32562f2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a8e0fc-e349-4cce-928f-86e19219d4bb,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:15.161207 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-25663d88-da3b-4923-a734-598f54337627 req-fb5cced9-49f3-40ba-a00d-b0c66f506ebc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 944 time: 0.0706329 Feb 16 08:29:15.259310 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-25663d88-da3b-4923-a734-598f54337627 req-77543e9f-fc26-4691-9060-328e5a973169 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909526 Feb 16 08:29:15.273088 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b77d1-192e-4aad-b3be-64f23d2e1a32 req-8838c467-1ec8-4762-b02d-9989ec4d9402 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:15.274680 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9e7b77d1-192e-4aad-b3be-64f23d2e1a32 req-8838c467-1ec8-4762-b02d-9989ec4d9402 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0854628 Feb 16 08:29:15.335851 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9e7b77d1-192e-4aad-b3be-64f23d2e1a32 req-b99a9b59-b918-4707-a021-17aee91581bc tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538657 Feb 16 08:29:15.904171 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-24e2ed38-d3b3-4866-a3df-39dd214f1146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:16.382400 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4d6e0-85fe-48ff-aec3-7573e6096725 req-76e418ef-919f-495c-8a87-bdbd9fcd5384 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:16.383975 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-45f4d6e0-85fe-48ff-aec3-7573e6096725 req-76e418ef-919f-495c-8a87-bdbd9fcd5384 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 944 time: 0.0541527 Feb 16 08:29:16.461699 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-45f4d6e0-85fe-48ff-aec3-7573e6096725 req-97a00fb1-84db-4063-be29-fa537d71046e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719504 Feb 16 08:29:16.484996 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d92479-9c79-4ab7-b0af-da7451b51fd8 req-6b312adc-b3a9-438b-95e9-d0019c18c311 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:16.486548 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-37d92479-9c79-4ab7-b0af-da7451b51fd8 req-6b312adc-b3a9-438b-95e9-d0019c18c311 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0774920 Feb 16 08:29:16.537332 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-37d92479-9c79-4ab7-b0af-da7451b51fd8 req-624529c5-044a-4b52-b5c4-7dfe40873eb2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Feb 16 08:29:17.388719 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:17.558529 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device dfcea26d-0bbb-4812-8602-434e866e5281 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:29:17.596469 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ef58a-5c63-4f52-88e8-40e6f6152c56 req-1336a2ac-cba3-4566-af1f-5f80573d4a25 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:17.598516 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-896ef58a-5c63-4f52-88e8-40e6f6152c56 req-1336a2ac-cba3-4566-af1f-5f80573d4a25 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 944 time: 0.0647817 Feb 16 08:29:17.621148 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port dfcea26d-0bbb-4812-8602-434e866e5281 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:29:17.625764 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port dfcea26d-0bbb-4812-8602-434e866e5281 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:29:17.626242 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:17.696443 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-896ef58a-5c63-4f52-88e8-40e6f6152c56 req-e712d20f-1da2-448b-8ec7-14874eb95cb4 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864754 Feb 16 08:29:17.716876 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5beb09-2fe0-48df-abf3-e147a64791b4 req-5ceda9c4-b345-4e27-bd61-9416038a8080 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:17.718522 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1f5beb09-2fe0-48df-abf3-e147a64791b4 req-5ceda9c4-b345-4e27-bd61-9416038a8080 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0992606 Feb 16 08:29:17.731775 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port dfcea26d-0bbb-4812-8602-434e866e5281 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:29:17.732332 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:17.760980 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ab2a3b-391b-4beb-a414-ead37b1b2790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcea26d-0bbb-4812-8602-434e866e5281'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:17.763880 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b464a5-74b8-4a38-8f26-0b8d8035051b" -d '{"events": [{"server_uuid": "98ab2a3b-391b-4beb-a414-ead37b1b2790", "name": "network-vif-plugged", "status": "completed", "tag": "dfcea26d-0bbb-4812-8602-434e866e5281"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:17.773207 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1f5beb09-2fe0-48df-abf3-e147a64791b4 req-1677ca05-7b89-410c-988d-ec16541266b5 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482979 Feb 16 08:29:17.781389 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port dfcea26d-0bbb-4812-8602-434e866e5281, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfcea26d-0bbb-4812-8602-434e866e5281,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:17.789764 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:17.826253 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55468b96-b426-4e3d-8fe4-1b097bb7ba3e req-0b15c3f5-2bc8-4730-9fba-4d665215c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:17.828126 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-55468b96-b426-4e3d-8fe4-1b097bb7ba3e req-0b15c3f5-2bc8-4730-9fba-4d665215c1bd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1130 time: 0.0530016 Feb 16 08:29:17.879984 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-55468b96-b426-4e3d-8fe4-1b097bb7ba3e req-a61dbe4f-0fdb-451a-9e27-8bb9124ac033 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442619 Feb 16 08:29:17.951398 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85c11b4-bc93-48ea-b3d7-339e01db14bf x-openstack-request-id: req-a85c11b4-bc93-48ea-b3d7-339e01db14bf {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:17.951711 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ab2a3b-391b-4beb-a414-ead37b1b2790", "name": "network-vif-plugged", "status": "completed", "tag": "dfcea26d-0bbb-4812-8602-434e866e5281", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:17.951962 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a85c11b4-bc93-48ea-b3d7-339e01db14bf {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:17.952354 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ab2a3b-391b-4beb-a414-ead37b1b2790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcea26d-0bbb-4812-8602-434e866e5281', 'code': 200} Feb 16 08:29:17.982751 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=dfcea26d-0bbb-4812-8602-434e866e5281,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:18.440360 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7af1d2-6996-419a-a5eb-ea460d62b4cf req-3ee02aaa-5c9c-4183-b146-00f26f47de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:18.441853 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b7af1d2-6996-419a-a5eb-ea460d62b4cf req-3ee02aaa-5c9c-4183-b146-00f26f47de0b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 1129 time: 0.0427196 Feb 16 08:29:18.485485 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b7af1d2-6996-419a-a5eb-ea460d62b4cf req-0d6f97c9-f35f-45c1-8f78-5e0c4d57933d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358510 Feb 16 08:29:18.802750 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c9a7b-2c21-42f4-a3b0-ee428b49e059 req-09605af5-c0b6-415d-9f7a-60c418386699 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:18.804543 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7c4c9a7b-2c21-42f4-a3b0-ee428b49e059 req-09605af5-c0b6-415d-9f7a-60c418386699 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Feb 16 08:29:18.865540 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7c4c9a7b-2c21-42f4-a3b0-ee428b49e059 req-160a7dd0-a831-41ff-9715-4b9321266150 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553958 Feb 16 08:29:18.891620 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:18.914898 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebcdbb-7255-4e6e-b693-63c89d923c83 req-28d533e5-49f0-4713-8bf6-539974e53bb6 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:18.916445 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e7ebcdbb-7255-4e6e-b693-63c89d923c83 req-28d533e5-49f0-4713-8bf6-539974e53bb6 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0679200 Feb 16 08:29:18.973627 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e7ebcdbb-7255-4e6e-b693-63c89d923c83 req-7f0b0ff6-01d8-4398-9193-61eb8bae5f16 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511363 Feb 16 08:29:19.036588 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38302) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:19.146586 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3e9cfeda-fc98-4680-8d3b-3a528ee2d05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:19.224204 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3e9cfeda-fc98-4680-8d3b-3a528ee2d05f admin admin] Publish callbacks [] for security_group (aa7a88cd-2664-45a6-9905-a2d73a29be1a), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:19.228227 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3e9cfeda-fc98-4680-8d3b-3a528ee2d05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (aa7a88cd-2664-45a6-9905-a2d73a29be1a), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:19.280778 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-3e9cfeda-fc98-4680-8d3b-3a528ee2d05f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25434a82471e4cd2befb4be9e3e80bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428856 Feb 16 08:29:19.281950 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cfeda-fc98-4680-8d3b-3a528ee2d05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7a88cd-2664-45a6-9905-a2d73a29be1a,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:19.283631 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38306) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:19.337153 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7058b3b5-557e-42ef-af22-45782529d62d admin admin] Publish callbacks [] for security_group (aa7a88cd-2664-45a6-9905-a2d73a29be1a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:19.359158 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7058b3b5-557e-42ef-af22-45782529d62d admin admin] Publish callbacks [] for security_group (aa7a88cd-2664-45a6-9905-a2d73a29be1a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:19.404870 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7058b3b5-557e-42ef-af22-45782529d62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (aa7a88cd-2664-45a6-9905-a2d73a29be1a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:19.407464 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7058b3b5-557e-42ef-af22-45782529d62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:19.408696 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7058b3b5-557e-42ef-af22-45782529d62d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa7a88cd-2664-45a6-9905-a2d73a29be1a HTTP/1.1" status: 204 len: 168 time: 0.1240480 Feb 16 08:29:19.416599 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058b3b5-557e-42ef-af22-45782529d62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7a88cd-2664-45a6-9905-a2d73a29be1a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:19.995055 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eff85e-09cf-467d-bd97-cea5c183c20d req-c66fbbc8-ae9a-45d7-a1a4-d4f0cf57665f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:19.996843 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-85eff85e-09cf-467d-bd97-cea5c183c20d req-c66fbbc8-ae9a-45d7-a1a4-d4f0cf57665f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 945 time: 0.0544908 Feb 16 08:29:20.053814 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-85eff85e-09cf-467d-bd97-cea5c183c20d req-76b50871-c87a-4b36-9e23-9656f273a7b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514879 Feb 16 08:29:20.097371 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d263b-80cc-41d8-bd9c-312a821ca57a req-1cccfbd4-e98d-44c9-a719-990f47b944f9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:20.098833 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1a2d263b-80cc-41d8-bd9c-312a821ca57a req-1cccfbd4-e98d-44c9-a719-990f47b944f9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0608265 Feb 16 08:29:20.146423 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1a2d263b-80cc-41d8-bd9c-312a821ca57a req-c6a32cb3-73fd-4d39-8de9-85c808ae3745 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Feb 16 08:29:20.148561 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:21.174990 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497fe1-9bc9-4507-9913-d65be223f80a req-37669b58-8fc5-4ef0-a76b-7e7989985fca tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:21.176535 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3a497fe1-9bc9-4507-9913-d65be223f80a req-37669b58-8fc5-4ef0-a76b-7e7989985fca tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 945 time: 0.0562692 Feb 16 08:29:21.244659 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3a497fe1-9bc9-4507-9913-d65be223f80a req-09c5935e-f769-4c81-b976-87f19e3073aa tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610123 Feb 16 08:29:21.287003 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9047d7-96e8-4bf1-89ef-e6a5530ffa28 req-3d004084-e990-4a76-aaff-6a33a4b720bc tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:21.288681 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ff9047d7-96e8-4bf1-89ef-e6a5530ffa28 req-3d004084-e990-4a76-aaff-6a33a4b720bc tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0667102 Feb 16 08:29:21.343186 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ff9047d7-96e8-4bf1-89ef-e6a5530ffa28 req-d8e52713-50ff-4587-a30a-4307334d4ef3 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 Feb 16 08:29:21.662537 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3598964-b83c-4f79-beaf-989c18965123 req-7be97ac4-00bc-4dc2-b8c1-869b2c5868f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:21.664064 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3598964-b83c-4f79-beaf-989c18965123 req-7be97ac4-00bc-4dc2-b8c1-869b2c5868f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=91f7de43610947fab5e43be24e85fdfe&device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 1130 time: 0.0490751 Feb 16 08:29:21.679468 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2898-f65f-48be-bdc9-a82f1200640f req-a145aae6-790a-4ae2-bb49-06d6083681bc tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:21.680839 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a38c2898-f65f-48be-bdc9-a82f1200640f req-a145aae6-790a-4ae2-bb49-06d6083681bc tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0556965 Feb 16 08:29:21.733350 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a38c2898-f65f-48be-bdc9-a82f1200640f req-53ebbb91-110f-4a9c-aa84-30bb085fe303 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Feb 16 08:29:21.755397 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:29:21.785440 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3598964-b83c-4f79-beaf-989c18965123 req-c9565d3a-c938-439b-b206-7c1895238feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:21.786967 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3598964-b83c-4f79-beaf-989c18965123 req-c9565d3a-c938-439b-b206-7c1895238feb service neutron] 10.222.0.71 "GET /v2.0/networks?id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 200 len: 920 time: 0.1155672 Feb 16 08:29:21.831362 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3598964-b83c-4f79-beaf-989c18965123 req-4969a6fb-7a9d-4e4c-831c-51cc598fcc82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938af534-7342-45a2-9e69-bd76724ff567 HTTP/1.1" status: 200 len: 217 time: 0.0368295 Feb 16 08:29:21.849427 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-4720f02c-44c2-484d-b952-4137634f943a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265881484&fields=id&tenant_id=b635dd78782e47178901359666afb725 HTTP/1.1" status: 200 len: 267 time: 0.0456123 Feb 16 08:29:21.879229 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3598964-b83c-4f79-beaf-989c18965123 req-a3334906-ccfb-42e9-9e5e-ff4da7319c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:21.880797 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3598964-b83c-4f79-beaf-989c18965123 req-a3334906-ccfb-42e9-9e5e-ff4da7319c21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 200 len: 859 time: 0.0440428 Feb 16 08:29:21.911044 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3598964-b83c-4f79-beaf-989c18965123 req-4aa59b50-6452-48b0-a410-892136020c74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d446fa9d-e135-4e8a-b46f-bd47cf8240e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239227 Feb 16 08:29:21.974821 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-c4f979a7-c9c3-4c56-9350-5323676e40ab tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:21.976354 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-c4f979a7-c9c3-4c56-9350-5323676e40ab tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/networks?id=fdae13f1-704e-4b02-bd9b-f9ccbc098829 HTTP/1.1" status: 200 len: 808 time: 0.1197619 Feb 16 08:29:21.991528 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-a2f7167b-6f7a-4628-b2e1-5819a01199c4 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/quotas/b635dd78782e47178901359666afb725 HTTP/1.1" status: 200 len: 375 time: 0.0090265 Feb 16 08:29:22.030531 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3598964-b83c-4f79-beaf-989c18965123 req-d8987679-19ab-4823-8ec6-2848e3e19ca7 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131010 Feb 16 08:29:22.046257 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-7b121639-17e5-4108-ad9a-d81d68363b7b tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b635dd78782e47178901359666afb725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494406 Feb 16 08:29:22.124353 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c3598964-b83c-4f79-beaf-989c18965123 req-22d685f9-90d4-4cd6-a35d-40b65e3333b2 service neutron] 10.222.0.71 "GET /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874753 Feb 16 08:29:22.141943 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-a1d18dd7-be7c-4293-b6ef-3d32abd502d6 service neutron] 10.222.0.30 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848269 Feb 16 08:29:22.232202 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-15fdebc4-b6a6-4d35-9af5-113e569828f2 service neutron] 10.222.0.30 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845044 Feb 16 08:29:22.520377 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0468f174-5c49-4a60-994c-355d51c65e38 req-207ce76d-8fe5-48ab-b8a5-f4bef8366bb8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 210 time: 0.0293896 Feb 16 08:29:22.898447 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10556f9-ac54-460c-90ab-4304a93ac80e req-7a18e6ca-e644-4e42-93a5-7e0744fbbe62 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:22.899997 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d10556f9-ac54-460c-90ab-4304a93ac80e req-7a18e6ca-e644-4e42-93a5-7e0744fbbe62 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0630219 Feb 16 08:29:22.956592 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d10556f9-ac54-460c-90ab-4304a93ac80e req-060d80c8-1307-4c9b-98a1-aa608379208a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501020 Feb 16 08:29:23.583901 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-a26f8a4e-63cd-4668-8551-3cff6d15ea6a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:23.585419 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-a26f8a4e-63cd-4668-8551-3cff6d15ea6a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.71 "GET /v2.0/networks?id=fdae13f1-704e-4b02-bd9b-f9ccbc098829 HTTP/1.1" status: 200 len: 808 time: 0.1135657 Feb 16 08:29:23.619143 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a77d8049-db07-49fb-b4c3-48a81766b43a req-52690236-66bc-4a98-bc0a-02bdfb844cd3 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 210 time: 0.0286322 Feb 16 08:29:23.677250 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-5061dbc9-87b7-46e1-a46b-09856ea8be02 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b635dd78782e47178901359666afb725 HTTP/1.1" status: 200 len: 379 time: 0.0731921 Feb 16 08:29:23.686445 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Request body: {'port': {'device_id': '021dd98a-eb10-4846-93ca-c8463523d854', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'admin_state_up': True, 'tenant_id': 'b635dd78782e47178901359666afb725', 'security_groups': ['b715f9c3-79bf-4f85-a91f-86ff3871ed75']}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:29:23.793119 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Made reservation on behalf of b635dd78782e47178901359666afb725 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:29:23.796967 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:23.921629 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Allocated IP 172.20.0.7 (fdae13f1-704e-4b02-bd9b-f9ccbc098829/186cebaf-3106-4360-a889-dd26e7a456d9/27116893-8778-4e21-a1a7-bacfa0efe96a) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:29:24.059765 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.094848 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.100786 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53980ecc-4774-400d-a22a-c190da48536f req-b206109b-0137-4391-ae68-2161df871b68 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:24.102404 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-53980ecc-4774-400d-a22a-c190da48536f req-b206109b-0137-4391-ae68-2161df871b68 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0554259 Feb 16 08:29:24.144778 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Network fdae13f1-704e-4b02-bd9b-f9ccbc098829 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:29:24.147959 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:24.150920 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-53980ecc-4774-400d-a22a-c190da48536f req-ca2d66a5-445d-40d0-ba86-67ea16b24d8f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Feb 16 08:29:24.151792 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:29:24.178574 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'Port': ['ID=27116893-8778-4e21-a1a7-bacfa0efe96a,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:24.204296 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:24.205252 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.222486 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-9fe8d270-5d78-4b3b-90e9-cd53fe7b5e12 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5397794 Feb 16 08:29:24.234328 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Request body: {'port': {'device_id': '021dd98a-eb10-4846-93ca-c8463523d854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:29:24.298189 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.360369 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-88933f38-c892-4ff2-beb2-b37a8cfaca24 None None] Provisioning complete for port 27116893-8778-4e21-a1a7-bacfa0efe96a triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:29:24.360970 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-88933f38-c892-4ff2-beb2-b37a8cfaca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.398245 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-88933f38-c892-4ff2-beb2-b37a8cfaca24 None None] Port 27116893-8778-4e21-a1a7-bacfa0efe96a cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:29:24.559838 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27116893-8778-4e21-a1a7-bacfa0efe96a {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:29:24.567044 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Publish callbacks [] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.579552 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Transition to ACTIVE for port object 27116893-8778-4e21-a1a7-bacfa0efe96a will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:29:24.583264 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.634027 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Pushing event updated for resources: {'Port': ['ID=27116893-8778-4e21-a1a7-bacfa0efe96a,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:24.711360 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Attempting to bind port 27116893-8778-4e21-a1a7-bacfa0efe96a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:29:24.711732 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Attempting to bind port 27116893-8778-4e21-a1a7-bacfa0efe96a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:29:24.712068 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Attempting to bind port 27116893-8778-4e21-a1a7-bacfa0efe96a on network fdae13f1-704e-4b02-bd9b-f9ccbc098829 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:29:24.716891 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Port 27116893-8778-4e21-a1a7-bacfa0efe96a on network fdae13f1-704e-4b02-bd9b-f9ccbc098829 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:29:24.717216 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Attempting to bind port 27116893-8778-4e21-a1a7-bacfa0efe96a on network fdae13f1-704e-4b02-bd9b-f9ccbc098829 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:29:24.722620 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:29:24.722961 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Checking segment: {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:29:24.723347 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Bound using segment: {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:29:24.723822 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Bound port: 27116893-8778-4e21-a1a7-bacfa0efe96a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f969bd-11bc-4693-a790-4ba7fc772d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:29:24.724188 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.751695 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc38d8-0d16-48d6-b085-effa74f04c1f req-57d8fd9f-5454-4f34-a0c9-c84cd9a358c5 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:24.754066 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-82fc38d8-0d16-48d6-b085-effa74f04c1f req-57d8fd9f-5454-4f34-a0c9-c84cd9a358c5 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0622256 Feb 16 08:29:24.791705 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:29:24.795546 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27116893-8778-4e21-a1a7-bacfa0efe96a,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:29:24.801814 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.808722 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-82fc38d8-0d16-48d6-b085-effa74f04c1f req-d480cf03-f14e-4261-a250-182c3f15fa69 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480742 Feb 16 08:29:24.843941 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:24.844570 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:24.845957 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] 10.222.0.71 "PUT /v2.0/ports/27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 200 len: 1093 time: 0.6165679 Feb 16 08:29:24.846405 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:24.848761 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e68e60-0027-4bd7-aefb-73bcf3056deb" -d '{"events": [{"name": "network-changed", "server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:24.881315 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03b8a7-97b1-4120-b284-eab265c95521 service neutron] Pushing event updated for resources: {'Port': ['ID=27116893-8778-4e21-a1a7-bacfa0efe96a,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:24.907373 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11c80f9-b78b-4f0c-93c4-4d3673430362 x-openstack-request-id: req-c11c80f9-b78b-4f0c-93c4-4d3673430362 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:24.907925 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:24.908397 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c11c80f9-b78b-4f0c-93c4-4d3673430362 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:24.908926 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'status': 'completed', 'code': 200} Feb 16 08:29:24.959590 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-358463b9-640c-4ac8-ba82-9877b0f451a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:24.961861 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-358463b9-640c-4ac8-ba82-9877b0f451a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b635dd78782e47178901359666afb725&device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1127 time: 0.0673020 Feb 16 08:29:25.015705 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-304d6e7f-8e2c-4a0f-8b75-782ded77821f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 200 len: 217 time: 0.0443404 Feb 16 08:29:25.064653 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-3f82eff9-e425-4ca3-8166-6f5690665f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:25.066213 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-3f82eff9-e425-4ca3-8166-6f5690665f1a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=186cebaf-3106-4360-a889-dd26e7a456d9 HTTP/1.1" status: 200 len: 847 time: 0.0445099 Feb 16 08:29:25.126193 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-75ffa525-5479-4dc1-93ce-d32145909e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:25.127754 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-75ffa525-5479-4dc1-93ce-d32145909e88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fdae13f1-704e-4b02-bd9b-f9ccbc098829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554910 Feb 16 08:29:25.223843 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-d8d6a364-6110-4296-a16b-98bc68a5bf76 service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896673 Feb 16 08:29:25.276767 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9073698-5806-4dad-aaad-046a442b6b37 req-f4a67ad4-0230-402f-9ad5-2b865bb825ad tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:25.278358 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d9073698-5806-4dad-aaad-046a442b6b37 req-f4a67ad4-0230-402f-9ad5-2b865bb825ad tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0538695 Feb 16 08:29:25.329724 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d9073698-5806-4dad-aaad-046a442b6b37 req-221d9b69-7a1f-4b5a-bc76-d1909d1cc3ab tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445952 Feb 16 08:29:25.353131 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eef7afb1-25e5-468e-b646-4d1d087a6356 req-99feddd2-b7a5-4845-b426-e0f6b0f8e033 service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005759 Feb 16 08:29:25.451224 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-271d6a20-8ee2-41c2-af63-a17f1dc0b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:25.452757 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-271d6a20-8ee2-41c2-af63-a17f1dc0b3d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b635dd78782e47178901359666afb725&device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1127 time: 0.0444303 Feb 16 08:29:25.542957 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-2d9160d9-25e6-460e-8ae6-df3fe4b3705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:25.544970 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-2d9160d9-25e6-460e-8ae6-df3fe4b3705c service neutron] 10.222.0.71 "GET /v2.0/networks?id=fdae13f1-704e-4b02-bd9b-f9ccbc098829 HTTP/1.1" status: 200 len: 909 time: 0.0820081 Feb 16 08:29:25.588337 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-4d1e556b-9958-43b2-aea7-37f1c34ef534 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 200 len: 217 time: 0.0362482 Feb 16 08:29:25.638152 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-d2aab899-762d-4fb6-9bdd-3f44bb9565be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:25.639688 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-d2aab899-762d-4fb6-9bdd-3f44bb9565be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=186cebaf-3106-4360-a889-dd26e7a456d9 HTTP/1.1" status: 200 len: 847 time: 0.0444846 Feb 16 08:29:25.688325 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-c8bf5111-d930-4ff0-85c9-f93d4beddad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:25.689842 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-c8bf5111-d930-4ff0-85c9-f93d4beddad2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fdae13f1-704e-4b02-bd9b-f9ccbc098829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436985 Feb 16 08:29:25.779856 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-89db3a60-f3df-4ed6-9f22-1cce62b26ccb service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835190 Feb 16 08:29:25.868968 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-b1e68e60-0027-4bd7-aefb-73bcf3056deb req-379863fb-86a4-4bf9-b555-e3e122aa6c04 service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830119 Feb 16 08:29:25.932689 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c21c6-38ec-4b56-ad25-660a46428076 req-b5c62879-0b8b-416a-bbe9-7f46aae6059e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:25.934238 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-de4c21c6-38ec-4b56-ad25-660a46428076 req-b5c62879-0b8b-416a-bbe9-7f46aae6059e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0528169 Feb 16 08:29:26.000019 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-de4c21c6-38ec-4b56-ad25-660a46428076 req-2325a4b5-b5f3-4e0c-9683-c250371e24d4 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602465 Feb 16 08:29:26.453749 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78070d17-37a0-4fe0-b823-e108424841d7 req-36e255fd-a168-452e-864e-6087c2c65592 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:26.455244 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-78070d17-37a0-4fe0-b823-e108424841d7 req-36e255fd-a168-452e-864e-6087c2c65592 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0539796 Feb 16 08:29:26.501868 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-78070d17-37a0-4fe0-b823-e108424841d7 req-0cbd386a-3d8c-44e4-9513-610bd8f7a571 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Feb 16 08:29:27.137740 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7253a-13a2-4ff9-8987-d0163b7fb51b req-70253dca-a3a7-4125-a0d8-5450ad49ead7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:27.139775 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e3c7253a-13a2-4ff9-8987-d0163b7fb51b req-70253dca-a3a7-4125-a0d8-5450ad49ead7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0593350 Feb 16 08:29:27.200104 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e3c7253a-13a2-4ff9-8987-d0163b7fb51b req-e7c55b9a-d6ae-42f4-8f33-c37b2625b41f tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524743 Feb 16 08:29:28.322584 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b31397-a04d-4867-a982-c107217a8d37 req-788653c8-a762-409f-a6bf-9f23aed5828b tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:28.324124 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c3b31397-a04d-4867-a982-c107217a8d37 req-788653c8-a762-409f-a6bf-9f23aed5828b tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0571778 Feb 16 08:29:28.375536 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c3b31397-a04d-4867-a982-c107217a8d37 req-ac8ad090-e56c-4473-af77-ede9e39befac tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447073 Feb 16 08:29:29.498624 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a794dc-b6ba-4be1-9365-394436960c8b req-34bc7b7f-bafd-4302-9191-78ba67d1af7b tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:29.500070 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a7a794dc-b6ba-4be1-9365-394436960c8b req-34bc7b7f-bafd-4302-9191-78ba67d1af7b tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0518410 Feb 16 08:29:29.551618 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a7a794dc-b6ba-4be1-9365-394436960c8b req-ea88cde5-fcc8-458a-9342-63c4d0853c28 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459521 Feb 16 08:29:30.675798 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af29e67-edbf-43c4-8e28-ed28fe79a710 req-f12bcef0-37a1-4d58-84c8-7444f45c03ac tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:30.682703 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3af29e67-edbf-43c4-8e28-ed28fe79a710 req-f12bcef0-37a1-4d58-84c8-7444f45c03ac tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0644047 Feb 16 08:29:30.736375 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3af29e67-edbf-43c4-8e28-ed28fe79a710 req-1042a023-b96f-48c4-8fd3-0e090cb1b293 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527916 Feb 16 08:29:31.860571 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b19b91-582a-469b-afa3-37b2c332ea87 req-7ef26b1c-b8f9-4caa-b644-0c504acbeeaf tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:31.862105 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-87b19b91-582a-469b-afa3-37b2c332ea87 req-7ef26b1c-b8f9-4caa-b644-0c504acbeeaf tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0546849 Feb 16 08:29:31.911132 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-87b19b91-582a-469b-afa3-37b2c332ea87 req-410bb169-211c-4295-8353-9d65dba46c6c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434730 Feb 16 08:29:33.033885 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c61e1-f7b2-4c1c-b645-47e8810f0270 req-35979156-fd33-466b-9d32-430df53a0450 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:33.035340 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-656c61e1-f7b2-4c1c-b645-47e8810f0270 req-35979156-fd33-466b-9d32-430df53a0450 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0508637 Feb 16 08:29:33.083528 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-656c61e1-f7b2-4c1c-b645-47e8810f0270 req-de56c113-9c8e-4c05-b3eb-66ee667f35da tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426373 Feb 16 08:29:34.243104 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fb8d6-ce13-46ab-b5ce-88065867cf06 req-22aa6aa9-dabf-48c6-a573-02851d667c78 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:34.244557 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-901fb8d6-ce13-46ab-b5ce-88065867cf06 req-22aa6aa9-dabf-48c6-a573-02851d667c78 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0892851 Feb 16 08:29:34.256381 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d64bf-4810-4829-a0a4-e37ce5b219d9 req-d7ec5c9f-0954-40fe-ae7f-44611de5f695 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:34.257847 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c72d64bf-4810-4829-a0a4-e37ce5b219d9 req-d7ec5c9f-0954-40fe-ae7f-44611de5f695 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 945 time: 0.0918989 Feb 16 08:29:34.334955 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-901fb8d6-ce13-46ab-b5ce-88065867cf06 req-b3500d11-0f91-4557-ae98-8a1f9588d45c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761244 Feb 16 08:29:34.338299 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c72d64bf-4810-4829-a0a4-e37ce5b219d9 req-c2e6e257-2e41-4c6b-b83e-453448121bfc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731223 Feb 16 08:29:34.594035 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81e49-d865-4b4c-ace8-5c5e566579cf req-a78e2db3-4f2e-42a0-be18-55906a8b96ea tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:34.595532 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8de81e49-d865-4b4c-ace8-5c5e566579cf req-a78e2db3-4f2e-42a0-be18-55906a8b96ea tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0565877 Feb 16 08:29:34.644324 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8de81e49-d865-4b4c-ace8-5c5e566579cf req-94e3bcd8-4388-4fd0-a794-58660b7aae4e tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Feb 16 08:29:35.503502 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6c2a2-d622-4357-bb8a-2a09c69436a7 req-76a827b0-4140-4055-826b-4686537583b8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:35.504974 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5bb6c2a2-d622-4357-bb8a-2a09c69436a7 req-76a827b0-4140-4055-826b-4686537583b8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0894790 Feb 16 08:29:35.516332 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98260372-857d-45b8-ae6e-b57804ff5f23 req-8ef0be15-d9ed-4818-92cd-1555942c0e7b tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:35.517877 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-98260372-857d-45b8-ae6e-b57804ff5f23 req-8ef0be15-d9ed-4818-92cd-1555942c0e7b tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 945 time: 0.0935144 Feb 16 08:29:35.595963 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5bb6c2a2-d622-4357-bb8a-2a09c69436a7 req-c6624b6f-a931-42d8-9b4a-0a5e541d2acd tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770619 Feb 16 08:29:35.600471 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-98260372-857d-45b8-ae6e-b57804ff5f23 req-8fb5f104-9c38-4438-9b06-6ceda63b74f0 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756617 Feb 16 08:29:35.983320 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c030669-e16d-49cb-83a9-83874fb68dad req-a1ef1b84-769b-4bab-949a-d73e34b7c28b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:35.985001 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9c030669-e16d-49cb-83a9-83874fb68dad req-a1ef1b84-769b-4bab-949a-d73e34b7c28b tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.2721944 Feb 16 08:29:36.032215 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9c030669-e16d-49cb-83a9-83874fb68dad req-ee77d24f-7687-42e0-9483-003b2ca148c2 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Feb 16 08:29:36.498971 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-47105eb0-3d1d-4929-9179-434968d1d944 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:36.500505 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-47105eb0-3d1d-4929-9179-434968d1d944 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 945 time: 0.0589685 Feb 16 08:29:36.601204 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Deleting port dfcea26d-0bbb-4812-8602-434e866e5281 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:29:36.601618 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:36.766616 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a34c1-54c5-4dff-9001-03702215c579 req-dc374c3f-8fd5-4903-a34b-b3a65a73d0bc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:36.768205 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-af0a34c1-54c5-4dff-9001-03702215c579 req-dc374c3f-8fd5-4903-a34b-b3a65a73d0bc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0957725 Feb 16 08:29:36.793533 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411578c-f4e1-46f8-9806-5ee8a3722aea req-7df6e910-295c-4c4d-b2b6-1bc94f7ab72a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:36.795154 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e411578c-f4e1-46f8-9806-5ee8a3722aea req-7df6e910-295c-4c4d-b2b6-1bc94f7ab72a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 945 time: 0.0897720 Feb 16 08:29:36.865104 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-af0a34c1-54c5-4dff-9001-03702215c579 req-0f009e3f-6f85-4b03-b07c-5973da248462 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857439 Feb 16 08:29:36.890889 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e411578c-f4e1-46f8-9806-5ee8a3722aea req-a7e4c117-9875-4f62-80a6-f4529e848931 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789781 Feb 16 08:29:36.959553 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] For port dfcea26d-0bbb-4812-8602-434e866e5281, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfcea26d-0bbb-4812-8602-434e866e5281,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:36.960118 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:36.975071 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Calling delete_port for dfcea26d-0bbb-4812-8602-434e866e5281 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:29:37.165497 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (dfcea26d-0bbb-4812-8602-434e866e5281), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:37.167122 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f60a-dfdd-4c91-8f87-84622176df52 req-46e2f171-a1a6-4568-87f8-1f1fdbf30ec7 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:37.169524 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c4c1f60a-dfdd-4c91-8f87-84622176df52 req-46e2f171-a1a6-4568-87f8-1f1fdbf30ec7 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0629256 Feb 16 08:29:37.188036 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['22024571-882a-4d2d-82cd-d1e534311930', '1858bcbb-0985-46f1-bf58-4ee64e4ef600', 'd38cf70e-7e08-46a6-886f-5b4b9bd64763', 'dfcea26d-0bbb-4812-8602-434e866e5281'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:29:37.221060 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Pushing event deleted for resources: {'Port': ['ID=dfcea26d-0bbb-4812-8602-434e866e5281,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:37.240910 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c4c1f60a-dfdd-4c91-8f87-84622176df52 req-c50295c7-c104-4002-b53d-0ca401fc4fe8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646408 Feb 16 08:29:37.289702 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] No DVR routers for this DVR port dfcea26d-0bbb-4812-8602-434e866e5281 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:29:37.294220 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:37.297667 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7a6d833a-d33c-4870-b1f7-79b087938887 req-a9089084-17f9-4a20-ad58-09a110de9fc5 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "DELETE /v2.0/ports/dfcea26d-0bbb-4812-8602-434e866e5281 HTTP/1.1" status: 204 len: 173 time: 0.7865136 Feb 16 08:29:37.298131 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ab2a3b-391b-4beb-a414-ead37b1b2790', 'name': 'network-vif-deleted', 'tag': 'dfcea26d-0bbb-4812-8602-434e866e5281'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:37.300849 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb236e7-2b3f-4443-952f-b1747d383a96" -d '{"events": [{"server_uuid": "98ab2a3b-391b-4beb-a414-ead37b1b2790", "name": "network-vif-deleted", "tag": "dfcea26d-0bbb-4812-8602-434e866e5281"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:37.362131 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c072e4-7983-435a-9704-2d3eb9c799ba x-openstack-request-id: req-10c072e4-7983-435a-9704-2d3eb9c799ba {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:37.362811 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ab2a3b-391b-4beb-a414-ead37b1b2790", "name": "network-vif-deleted", "tag": "dfcea26d-0bbb-4812-8602-434e866e5281", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:37.363274 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10c072e4-7983-435a-9704-2d3eb9c799ba {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:37.363967 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ab2a3b-391b-4beb-a414-ead37b1b2790', 'name': 'network-vif-deleted', 'tag': 'dfcea26d-0bbb-4812-8602-434e866e5281', 'status': 'completed', 'code': 200} Feb 16 08:29:37.619987 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:37.802927 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-f1b61983-e499-440a-b011-0a99be435739 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:37.804418 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-f1b61983-e499-440a-b011-0a99be435739 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.71 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 946 time: 0.0530186 Feb 16 08:29:37.910131 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Deleting port c008a231-fabf-4fc8-90d2-e833e4d320fb {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:29:37.910594 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:38.006641 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c1ce7-78e4-4531-8eca-d9233075b3aa req-b4ae8e7f-2e5e-4ecb-9a2e-7b7dda6b7cc5 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:38.008571 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-008c1ce7-78e4-4531-8eca-d9233075b3aa req-b4ae8e7f-2e5e-4ecb-9a2e-7b7dda6b7cc5 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0656457 Feb 16 08:29:38.023088 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] For port c008a231-fabf-4fc8-90d2-e833e4d320fb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c008a231-fabf-4fc8-90d2-e833e4d320fb,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:38.023794 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:38.046376 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Calling delete_port for c008a231-fabf-4fc8-90d2-e833e4d320fb owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:29:38.083052 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6db6104f-1326-4fbf-b981-cf2cff5790e7 req-4db77401-8130-496d-85a1-5ac97f11dd89 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=98ab2a3b-391b-4beb-a414-ead37b1b2790 HTTP/1.1" status: 200 len: 210 time: 0.0440121 Feb 16 08:29:38.094237 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-008c1ce7-78e4-4531-8eca-d9233075b3aa req-981ba3ed-fbdb-4fdd-888f-3018187b6078 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777342 Feb 16 08:29:38.230023 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (c008a231-fabf-4fc8-90d2-e833e4d320fb), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:38.243951 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['938af534-7342-45a2-9e69-bd76724ff567', 'c008a231-fabf-4fc8-90d2-e833e4d320fb'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:29:38.260841 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Pushing event deleted for resources: {'Port': ['ID=c008a231-fabf-4fc8-90d2-e833e4d320fb,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:38.296774 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.297208 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.297738 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.298014 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.298351 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.298703 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.299042 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.299382 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.299779 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.300076 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.300551 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.301066 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.301251 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:38.325260 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] No DVR routers for this DVR port c008a231-fabf-4fc8-90d2-e833e4d320fb on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:29:38.328534 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:38.331207 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-00356e3c-5054-46d9-bac0-f749f32ad862 req-46b9cf4d-67c1-4493-8413-43d338b74f38 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.71 "DELETE /v2.0/ports/c008a231-fabf-4fc8-90d2-e833e4d320fb HTTP/1.1" status: 204 len: 173 time: 0.5196886 Feb 16 08:29:38.435517 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c340562e-7639-431c-967e-042e0fb370f3 req-40580ce2-0ca6-408a-802d-a0d2bb1b3997 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b709bd-e7f5-4dd2-a672-2a746b1adc6f HTTP/1.1" status: 200 len: 210 time: 0.0429792 Feb 16 08:29:39.257700 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11656b7-5ced-4504-a656-c967be036f38 req-c4e4cdec-dce0-4bfb-b7ee-1a186e90e4a7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:39.259320 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a11656b7-5ced-4504-a656-c967be036f38 req-c4e4cdec-dce0-4bfb-b7ee-1a186e90e4a7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0761831 Feb 16 08:29:39.320312 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a11656b7-5ced-4504-a656-c967be036f38 req-8c61a520-f74b-48bf-96ad-fad0fdcf2cc6 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508084 Feb 16 08:29:39.365650 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b709bd-e7f5-4dd2-a672-2a746b1adc6f', 'name': 'network-vif-deleted', 'tag': 'c008a231-fabf-4fc8-90d2-e833e4d320fb'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:39.368034 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd70fdc0-9601-4e44-84b4-1aff3fa05356" -d '{"events": [{"server_uuid": "37b709bd-e7f5-4dd2-a672-2a746b1adc6f", "name": "network-vif-deleted", "tag": "c008a231-fabf-4fc8-90d2-e833e4d320fb"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:39.407097 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a9e4f-b9bc-41e3-9f36-24fc759cee66 x-openstack-request-id: req-0f5a9e4f-b9bc-41e3-9f36-24fc759cee66 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:39.407545 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b709bd-e7f5-4dd2-a672-2a746b1adc6f", "name": "network-vif-deleted", "tag": "c008a231-fabf-4fc8-90d2-e833e4d320fb", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:39.407908 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f5a9e4f-b9bc-41e3-9f36-24fc759cee66 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:39.408395 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b709bd-e7f5-4dd2-a672-2a746b1adc6f', 'name': 'network-vif-deleted', 'tag': 'c008a231-fabf-4fc8-90d2-e833e4d320fb', 'status': 'completed', 'code': 200} Feb 16 08:29:39.705761 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 27116893-8778-4e21-a1a7-bacfa0efe96a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:29:39.708303 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device dfcea26d-0bbb-4812-8602-434e866e5281 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:29:39.743937 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: dfcea26d-0bbb-4812-8602-434e866e5281 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:29:39.744308 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device dfcea26d-0bbb-4812-8602-434e866e5281 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:29:39.792297 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d2bb7-7fe3-4253-a303-cf7dd663da35 req-53d8f745-2457-462e-b4cd-5b557f7475de tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:39.795481 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a35d2bb7-7fe3-4253-a303-cf7dd663da35 req-53d8f745-2457-462e-b4cd-5b557f7475de tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0832193 Feb 16 08:29:39.853696 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a35d2bb7-7fe3-4253-a303-cf7dd663da35 req-df64ba65-460c-49db-9a92-b2e5c613c4d9 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507541 Feb 16 08:29:39.854526 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27116893-8778-4e21-a1a7-bacfa0efe96a,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:39.867449 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'port_id': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'mac_address': 'fa:16:3e:f9:6c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:29:39.917030 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 27116893-8778-4e21-a1a7-bacfa0efe96a is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:29:39.917681 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:39.940080 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27116893-8778-4e21-a1a7-bacfa0efe96a {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:29:39.972962 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27116893-8778-4e21-a1a7-bacfa0efe96a,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:39.977668 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:40.030340 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=27116893-8778-4e21-a1a7-bacfa0efe96a,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:40.489747 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2779639-8325-49ee-b7d3-b7771873ed9e req-3155a7eb-6115-4397-8451-16be6954de4a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:40.492250 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a2779639-8325-49ee-b7d3-b7771873ed9e req-3155a7eb-6115-4397-8451-16be6954de4a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 944 time: 0.0893438 Feb 16 08:29:40.538636 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['27116893-8778-4e21-a1a7-bacfa0efe96a'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:29:40.635203 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a2779639-8325-49ee-b7d3-b7771873ed9e req-78cd6ba6-9431-4551-a69c-11d837213dc2 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250782 Feb 16 08:29:40.648272 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ae856-2625-41e4-90a5-88111d43e1f3 req-703fced1-f649-4f59-82c0-91919e4763bf tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:40.651301 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-123ae856-2625-41e4-90a5-88111d43e1f3 req-703fced1-f649-4f59-82c0-91919e4763bf tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 946 time: 0.1573429 Feb 16 08:29:40.714743 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-123ae856-2625-41e4-90a5-88111d43e1f3 req-de35a6bc-14c8-4da3-8435-0069fbd0fc7d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531926 Feb 16 08:29:41.008964 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1f68f-d46a-400f-aa0d-168e66c8d373 req-90560262-2985-4319-9550-1b81da850b8a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:41.010493 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5db1f68f-d46a-400f-aa0d-168e66c8d373 req-90560262-2985-4319-9550-1b81da850b8a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0553262 Feb 16 08:29:41.060241 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5db1f68f-d46a-400f-aa0d-168e66c8d373 req-de61ddad-f17e-44ae-9e61-06d3491b126a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438523 Feb 16 08:29:41.718263 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device c008a231-fabf-4fc8-90d2-e833e4d320fb no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:29:41.742276 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: c008a231-fabf-4fc8-90d2-e833e4d320fb {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:29:41.742833 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device c008a231-fabf-4fc8-90d2-e833e4d320fb not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:29:41.786558 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab5849-a337-45da-99f0-fa2c86f731b6 req-fc088b95-537d-4c29-a023-1635787520c8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:41.788274 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daab5849-a337-45da-99f0-fa2c86f731b6 req-fc088b95-537d-4c29-a023-1635787520c8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 944 time: 0.0628505 Feb 16 08:29:41.853637 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-daab5849-a337-45da-99f0-fa2c86f731b6 req-8a7a93a2-e85c-4c94-895f-3c2e56a521b5 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553432 Feb 16 08:29:41.902135 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e68a4-f43d-4fd7-ae2a-96e6e74cfb88 req-a41488cf-c696-4cae-8c40-1998288f209f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:41.903838 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-090e68a4-f43d-4fd7-ae2a-96e6e74cfb88 req-a41488cf-c696-4cae-8c40-1998288f209f tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 946 time: 0.0685151 Feb 16 08:29:41.954414 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-090e68a4-f43d-4fd7-ae2a-96e6e74cfb88 req-5bee9d4c-e45e-4b79-bfea-9e26c3854aaa tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442159 Feb 16 08:29:42.197961 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394bba4-43ed-476c-886d-281b3a57c7b0 req-3df6097c-35f6-45a0-8df8-53a62ac5f891 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:42.199506 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7394bba4-43ed-476c-886d-281b3a57c7b0 req-3df6097c-35f6-45a0-8df8-53a62ac5f891 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0541503 Feb 16 08:29:42.268454 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7394bba4-43ed-476c-886d-281b3a57c7b0 req-c4a59a22-20f0-4e00-a49d-0fc019506989 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 Feb 16 08:29:43.010261 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-b2fe0c57-ffd8-42a0-a13b-796f50526041 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:43.014019 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-b2fe0c57-ffd8-42a0-a13b-796f50526041 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 946 time: 0.0795491 Feb 16 08:29:43.015705 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9f094-4bf5-42f3-94cf-3c45d4968e54 req-3264cdf5-c9c0-481d-bc01-2c618915ffa5 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:43.017820 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-94a9f094-4bf5-42f3-94cf-3c45d4968e54 req-3264cdf5-c9c0-481d-bc01-2c618915ffa5 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 944 time: 0.0824680 Feb 16 08:29:43.108280 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-94a9f094-4bf5-42f3-94cf-3c45d4968e54 req-7fd1ec4a-21ff-44f6-90db-eeec1df289bb tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829749 Feb 16 08:29:43.121612 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3b18f-83c8-45f2-80f8-538de3e946ae req-dfbd1d42-63dd-45ab-8312-0687d64a31b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:43.123207 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e6e3b18f-83c8-45f2-80f8-538de3e946ae req-dfbd1d42-63dd-45ab-8312-0687d64a31b6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=cee3b175-3d1f-4cdf-a504-c2912c6ee282 HTTP/1.1" status: 200 len: 946 time: 0.0916083 Feb 16 08:29:43.134295 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Deleting port d38cf70e-7e08-46a6-886f-5b4b9bd64763 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:29:43.134639 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:43.177937 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e6e3b18f-83c8-45f2-80f8-538de3e946ae req-ee3885b3-6c3b-4140-b86b-f753e56f0de2 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467603 Feb 16 08:29:43.232390 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] For port d38cf70e-7e08-46a6-886f-5b4b9bd64763, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d38cf70e-7e08-46a6-886f-5b4b9bd64763,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:43.232765 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:43.248233 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Calling delete_port for d38cf70e-7e08-46a6-886f-5b4b9bd64763 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:29:43.381358 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (d38cf70e-7e08-46a6-886f-5b4b9bd64763), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:43.393839 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03dcc-fffa-41e7-9642-88e7564db6f8 req-2f6027f9-9b46-4581-afca-65b0affb6643 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:43.394795 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['22024571-882a-4d2d-82cd-d1e534311930', '1858bcbb-0985-46f1-bf58-4ee64e4ef600', 'd38cf70e-7e08-46a6-886f-5b4b9bd64763'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:29:43.395742 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2cd03dcc-fffa-41e7-9642-88e7564db6f8 req-2f6027f9-9b46-4581-afca-65b0affb6643 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0592668 Feb 16 08:29:43.421155 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Pushing event deleted for resources: {'Port': ['ID=d38cf70e-7e08-46a6-886f-5b4b9bd64763,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:43.461620 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2cd03dcc-fffa-41e7-9642-88e7564db6f8 req-c293f8a8-6a05-4698-92d6-da92c89334ef tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587447 Feb 16 08:29:43.478913 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] No DVR routers for this DVR port d38cf70e-7e08-46a6-886f-5b4b9bd64763 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:29:43.483136 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:43.486695 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-6dc5a02c-99ee-46a8-b947-12ee1eb0a6fe req-d608677a-838b-4b3a-bb09-e0f57465feb9 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "DELETE /v2.0/ports/d38cf70e-7e08-46a6-886f-5b4b9bd64763 HTTP/1.1" status: 204 len: 173 time: 0.4644065 Feb 16 08:29:43.487179 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee3b175-3d1f-4cdf-a504-c2912c6ee282', 'name': 'network-vif-deleted', 'tag': 'd38cf70e-7e08-46a6-886f-5b4b9bd64763'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:43.489602 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1fc778-976e-4c1b-a6b3-56f99992f5c7" -d '{"events": [{"server_uuid": "cee3b175-3d1f-4cdf-a504-c2912c6ee282", "name": "network-vif-deleted", "tag": "d38cf70e-7e08-46a6-886f-5b4b9bd64763"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:43.529651 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327c9dfe-cc16-49ce-b54e-6bb6183997c3 x-openstack-request-id: req-327c9dfe-cc16-49ce-b54e-6bb6183997c3 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:43.530026 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee3b175-3d1f-4cdf-a504-c2912c6ee282", "name": "network-vif-deleted", "tag": "d38cf70e-7e08-46a6-886f-5b4b9bd64763", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:43.530355 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-327c9dfe-cc16-49ce-b54e-6bb6183997c3 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:43.530818 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee3b175-3d1f-4cdf-a504-c2912c6ee282', 'name': 'network-vif-deleted', 'tag': 'd38cf70e-7e08-46a6-886f-5b4b9bd64763', 'status': 'completed', 'code': 200} Feb 16 08:29:43.655312 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-456d8967-1aa2-4cc6-9c59-ff3ab900f2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:43.685221 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-01f78c85-8527-4750-866b-e624ffaac2b6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718362 Feb 16 08:29:43.721705 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 27116893-8778-4e21-a1a7-bacfa0efe96a up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:29:43.762113 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-05c8c12c-5d5a-4c6e-aed2-71889e512273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:43.763637 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-05c8c12c-5d5a-4c6e-aed2-71889e512273 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 1129 time: 0.0501702 Feb 16 08:29:43.776955 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 27116893-8778-4e21-a1a7-bacfa0efe96a completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:29:43.782048 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 27116893-8778-4e21-a1a7-bacfa0efe96a triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:29:43.782432 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:43.874486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 27116893-8778-4e21-a1a7-bacfa0efe96a is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:29:43.875103 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:43.879940 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-d5f5a6a5-6645-4e22-893b-8acc18cb2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:43.881451 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-d5f5a6a5-6645-4e22-893b-8acc18cb2d4a service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 912 time: 0.0972688 Feb 16 08:29:43.899855 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:43.902605 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924243c3-0cb2-4269-9050-ebad5a84b792" -d '{"events": [{"server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "name": "network-vif-plugged", "status": "completed", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:43.915610 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27116893-8778-4e21-a1a7-bacfa0efe96a,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:43.923244 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:43.958773 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c47670-46d8-4c80-847c-b5d5420a9a4e x-openstack-request-id: req-d2c47670-46d8-4c80-847c-b5d5420a9a4e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:43.959205 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "name": "network-vif-plugged", "status": "completed", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:43.959499 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2c47670-46d8-4c80-847c-b5d5420a9a4e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:43.959891 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'code': 200} Feb 16 08:29:43.994383 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=27116893-8778-4e21-a1a7-bacfa0efe96a,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:43.997979 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-b12070d3-479d-4f48-9ed2-521d6c3f66b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfba41-0202-400f-a192-82b9e913d774 HTTP/1.1" status: 200 len: 1001 time: 0.1054511 Feb 16 08:29:44.050381 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-256fdb79-8bc3-418d-a141-addea61d4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:44.051933 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-256fdb79-8bc3-418d-a141-addea61d4554 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.0449858 Feb 16 08:29:44.106605 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-1c7d4be1-e18b-4e66-9979-be5cfc8ff599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:44.108258 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-1c7d4be1-e18b-4e66-9979-be5cfc8ff599 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444989 Feb 16 08:29:44.247541 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-16f47064-b3d2-46f8-8149-9b55d0bef503 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320045 Feb 16 08:29:44.257792 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f7ef9-8386-4e9e-a825-9855ff9d26d9 req-27be3f19-3f46-416a-942d-7c2a5189cbad tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:44.258378 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7eb2f-622e-4554-b93d-d044e9fc9800 req-686e3a99-9e17-4d46-ab46-e16173d8d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:44.259585 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-44d7eb2f-622e-4554-b93d-d044e9fc9800 req-686e3a99-9e17-4d46-ab46-e16173d8d628 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1129 time: 0.0640373 Feb 16 08:29:44.259761 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-956f7ef9-8386-4e9e-a825-9855ff9d26d9 req-27be3f19-3f46-416a-942d-7c2a5189cbad tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0705001 Feb 16 08:29:44.311196 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-956f7ef9-8386-4e9e-a825-9855ff9d26d9 req-29caebb8-8765-4907-beba-905e22c32f45 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451081 Feb 16 08:29:44.373927 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-44d7eb2f-622e-4554-b93d-d044e9fc9800 req-f692de34-8886-471e-a645-bae0dfd69596 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014788 Feb 16 08:29:44.395260 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a354d2e7-3fd3-4cf9-9fcd-79bd0b99b055 req-cd50ba3d-5b9d-49ae-aa68-6e05d5e4a18d service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399908 Feb 16 08:29:44.480111 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec672038-e9bb-46b6-9ab7-5b33e00ad5ea req-2b0e7c10-5ef3-4f53-8195-b57d4278b797 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:44.481791 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec672038-e9bb-46b6-9ab7-5b33e00ad5ea req-2b0e7c10-5ef3-4f53-8195-b57d4278b797 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0556998 Feb 16 08:29:44.528473 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec672038-e9bb-46b6-9ab7-5b33e00ad5ea req-4ab2af75-3190-4caf-899f-f57a7f6edae8 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Feb 16 08:29:44.580172 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561844ce-2ca2-4b91-af20-309603d79b38 req-a0f633ff-3115-45af-aed6-1dad2f302b6a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:44.581744 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-561844ce-2ca2-4b91-af20-309603d79b38 req-a0f633ff-3115-45af-aed6-1dad2f302b6a tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0523064 Feb 16 08:29:44.627973 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-561844ce-2ca2-4b91-af20-309603d79b38 req-84c27c27-3019-4506-9a88-38abd400fb25 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 Feb 16 08:29:45.435311 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6e269-04db-43c3-9d43-b284a30a9c08 req-d775b94e-f2fc-416b-a72e-377f5c05fb7e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:45.436817 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51d6e269-04db-43c3-9d43-b284a30a9c08 req-d775b94e-f2fc-416b-a72e-377f5c05fb7e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0539804 Feb 16 08:29:45.489762 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51d6e269-04db-43c3-9d43-b284a30a9c08 req-e3d14135-8b3e-4d73-a516-751065fc8710 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472550 Feb 16 08:29:45.651525 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afac25-2faa-4b60-a5bd-5efba6af7890 req-c780bcba-5707-40cb-bc45-9c0a4675feb6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:45.653118 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d0afac25-2faa-4b60-a5bd-5efba6af7890 req-c780bcba-5707-40cb-bc45-9c0a4675feb6 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0545461 Feb 16 08:29:45.711671 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d0afac25-2faa-4b60-a5bd-5efba6af7890 req-234cb746-27ae-435e-8642-255ef9031821 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Feb 16 08:29:45.738067 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device d38cf70e-7e08-46a6-886f-5b4b9bd64763 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:29:45.753822 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a949fc2-f7c6-4daf-80a8-cdad3b2371b2 req-265fb213-99b9-4b24-a43d-c95e6b69c0ba tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:45.755243 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8a949fc2-f7c6-4daf-80a8-cdad3b2371b2 req-265fb213-99b9-4b24-a43d-c95e6b69c0ba tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0566881 Feb 16 08:29:45.758217 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: d38cf70e-7e08-46a6-886f-5b4b9bd64763 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:29:45.758564 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device d38cf70e-7e08-46a6-886f-5b4b9bd64763 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:29:45.802259 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8a949fc2-f7c6-4daf-80a8-cdad3b2371b2 req-846df17d-787d-45fa-aeb9-446ea4df4f39 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Feb 16 08:29:45.911482 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04ed799e-ff39-4ba2-a074-0292fa39250d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:46.613166 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f07dc-4d4e-4b71-83bf-fddceaf62ace req-eb6e165d-3789-472c-a076-76532bf99e9d tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:46.614656 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eb7f07dc-4d4e-4b71-83bf-fddceaf62ace req-eb6e165d-3789-472c-a076-76532bf99e9d tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0574887 Feb 16 08:29:46.664628 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eb7f07dc-4d4e-4b71-83bf-fddceaf62ace req-e3a171e2-18b6-4629-928c-2ed967bd7fb7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439212 Feb 16 08:29:46.785424 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b835a-bec0-4cd1-b8ec-2f63280feea1 req-c71b6c43-cb57-454e-935d-0c3799a082d6 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:46.786786 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-888b835a-bec0-4cd1-b8ec-2f63280feea1 req-c71b6c43-cb57-454e-935d-0c3799a082d6 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0531924 Feb 16 08:29:46.867264 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-888b835a-bec0-4cd1-b8ec-2f63280feea1 req-13171c26-2272-43fa-b7f3-6e70ea2e34bb tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707211 Feb 16 08:29:46.874730 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8ad1c-1249-420f-8c46-406c7f9a9767 req-0d37d319-c84b-40e9-b641-6e2025bbff27 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:46.876193 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-52a8ad1c-1249-420f-8c46-406c7f9a9767 req-0d37d319-c84b-40e9-b641-6e2025bbff27 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0885358 Feb 16 08:29:46.888565 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38572) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:46.961198 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-52a8ad1c-1249-420f-8c46-406c7f9a9767 req-4a57e8b6-c744-4e36-95bb-5282fda9bf1a tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786843 Feb 16 08:29:46.999387 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1f945-d17e-45ef-a63a-fc545f505a3a req-dbbc4ee9-882d-4e99-88ad-7c823019fe05 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:47.000373 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-fd256d37-cbb6-402a-a9cc-3e44816f9557 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:47.001432 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1dd1f945-d17e-45ef-a63a-fc545f505a3a req-dbbc4ee9-882d-4e99-88ad-7c823019fe05 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0756280 Feb 16 08:29:47.002557 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-fd256d37-cbb6-402a-a9cc-3e44816f9557 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 946 time: 0.0741234 Feb 16 08:29:47.054392 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1dd1f945-d17e-45ef-a63a-fc545f505a3a req-54e7ad05-455c-4d16-8d7a-78a61f0099e8 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3af2e6-85e8-476b-9e96-72f3adca129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468302 Feb 16 08:29:47.137032 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9103a2-d4e3-4041-b763-fe1e74474158 tempest-TestShelveInstance-940807107 tempest-TestShelveInstance-940807107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:47.138548 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-fe9103a2-d4e3-4041-b763-fe1e74474158 tempest-TestShelveInstance-940807107 tempest-TestShelveInstance-940807107-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1124 time: 0.2484610 Feb 16 08:29:47.140684 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Deleting port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:29:47.141098 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.141736 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38576) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:47.146384 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Request body: {'floatingip': {'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'port_id': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'tenant_id': 'b635dd78782e47178901359666afb725', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:29:47.169107 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.235613 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] For port 1858bcbb-0985-46f1-bf58-4ee64e4ef600, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1858bcbb-0985-46f1-bf58-4ee64e4ef600,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:47.236028 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.249166 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Calling delete_port for 1858bcbb-0985-46f1-bf58-4ee64e4ef600 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:29:47.277798 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.390130 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.396364 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Allocated IP 172.27.0.29 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/2618b9f1-2752-44f2-a8aa-80dd907fe675) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:29:47.396889 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (1858bcbb-0985-46f1-bf58-4ee64e4ef600), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.408884 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['22024571-882a-4d2d-82cd-d1e534311930', '1858bcbb-0985-46f1-bf58-4ee64e4ef600'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:29:47.426384 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Pushing event deleted for resources: {'Port': ['ID=1858bcbb-0985-46f1-bf58-4ee64e4ef600,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:47.468385 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] No DVR routers for this DVR port 1858bcbb-0985-46f1-bf58-4ee64e4ef600 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:29:47.470917 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.474276 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-dc2a7d7a-8623-46d7-ba50-cee4cb810568 req-9dd59596-6cd9-4c34-a5d9-08eae9d348f1 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "DELETE /v2.0/ports/1858bcbb-0985-46f1-bf58-4ee64e4ef600 HTTP/1.1" status: 204 len: 173 time: 0.4660273 Feb 16 08:29:47.474741 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4776e3a1-5840-4888-82c5-ab7dcb793b58', 'name': 'network-vif-deleted', 'tag': '1858bcbb-0985-46f1-bf58-4ee64e4ef600'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:47.477040 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbb3e9d-9e68-485a-947d-63e4b763db7e" -d '{"events": [{"server_uuid": "4776e3a1-5840-4888-82c5-ab7dcb793b58", "name": "network-vif-deleted", "tag": "1858bcbb-0985-46f1-bf58-4ee64e4ef600"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:47.540353 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b66d23-116a-42fe-b953-c33cd6651329 req-248135bc-0d08-4c45-98d9-ff537f0eb6ab tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:47.541992 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-88b66d23-116a-42fe-b953-c33cd6651329 req-248135bc-0d08-4c45-98d9-ff537f0eb6ab tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.71 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 946 time: 0.0598342 Feb 16 08:29:47.543876 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3059e9-dd9e-421d-9e97-9e594d424f2b x-openstack-request-id: req-fc3059e9-dd9e-421d-9e97-9e594d424f2b {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:47.544014 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4776e3a1-5840-4888-82c5-ab7dcb793b58", "name": "network-vif-deleted", "tag": "1858bcbb-0985-46f1-bf58-4ee64e4ef600", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:47.544156 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc3059e9-dd9e-421d-9e97-9e594d424f2b {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:47.544557 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4776e3a1-5840-4888-82c5-ab7dcb793b58', 'name': 'network-vif-deleted', 'tag': '1858bcbb-0985-46f1-bf58-4ee64e4ef600', 'status': 'completed', 'code': 200} Feb 16 08:29:47.566123 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for port (2618b9f1-2752-44f2-a8aa-80dd907fe675), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.607169 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (2618b9f1-2752-44f2-a8aa-80dd907fe675), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.646688 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:29:47.651615 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:47.655282 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:29:47.661380 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-88b66d23-116a-42fe-b953-c33cd6651329 req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Deleting port 938af534-7342-45a2-9e69-bd76724ff567 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:29:47.661735 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-88b66d23-116a-42fe-b953-c33cd6651329 req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (938af534-7342-45a2-9e69-bd76724ff567), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.681523 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'Port': ['ID=2618b9f1-2752-44f2-a8aa-80dd907fe675,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:47.694919 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.695273 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.695667 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.695999 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.696338 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.696677 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.697015 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.697348 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.697682 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.698015 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.698345 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.698732 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.699658 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:47.750346 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-88b66d23-116a-42fe-b953-c33cd6651329 req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] For port 938af534-7342-45a2-9e69-bd76724ff567, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=938af534-7342-45a2-9e69-bd76724ff567,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:47.750709 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-88b66d23-116a-42fe-b953-c33cd6651329 req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (938af534-7342-45a2-9e69-bd76724ff567), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.767823 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-88b66d23-116a-42fe-b953-c33cd6651329 req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Calling delete_port for 938af534-7342-45a2-9e69-bd76724ff567 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:29:47.897458 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-88b66d23-116a-42fe-b953-c33cd6651329 req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (938af534-7342-45a2-9e69-bd76724ff567), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.914693 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['938af534-7342-45a2-9e69-bd76724ff567'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:29:47.932046 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Pushing event deleted for resources: {'Port': ['ID=938af534-7342-45a2-9e69-bd76724ff567,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:47.983782 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b66d23-116a-42fe-b953-c33cd6651329 req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] No DVR routers for this DVR port 938af534-7342-45a2-9e69-bd76724ff567 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:29:47.987367 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-88b66d23-116a-42fe-b953-c33cd6651329 req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:47.989882 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-88b66d23-116a-42fe-b953-c33cd6651329 req-d0f91df0-03c2-4c6d-9280-68744de5fa18 tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.71 "DELETE /v2.0/ports/938af534-7342-45a2-9e69-bd76724ff567 HTTP/1.1" status: 204 len: 173 time: 0.4299061 Feb 16 08:29:48.143892 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5ac3b4aa-bf22-428a-b8e5-999ed59310f7 req-e7373917-e538-46ba-a35f-58e82bf52338 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=4776e3a1-5840-4888-82c5-ab7dcb793b58 HTTP/1.1" status: 200 len: 210 time: 0.0766909 Feb 16 08:29:48.198027 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-31fa784e-ce3f-4af5-81c7-ffc60d27f632 req-ffd10d8e-d74c-4c53-a699-9888e6edeb7f tempest-ServerRescueNegativeTestJSON-671743526 tempest-ServerRescueNegativeTestJSON-671743526-project] 10.222.0.30 "GET /v2.0/ports?device_id=f66ac6b5-22a3-4745-af90-4a24b71ec775 HTTP/1.1" status: 200 len: 210 time: 0.0447421 Feb 16 08:29:48.232534 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for floatingip (dfe52a21-ddc5-438f-9611-9617a83209e2), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:48.336549 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (2618b9f1-2752-44f2-a8aa-80dd907fe675), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:48.501397 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for port (2618b9f1-2752-44f2-a8aa-80dd907fe675), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:48.506467 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58863236'] for port (2618b9f1-2752-44f2-a8aa-80dd907fe675), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:48.576419 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event updated for resources: {'Port': ['ID=2618b9f1-2752-44f2-a8aa-80dd907fe675,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:48.588289 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (dfe52a21-ddc5-438f-9611-9617a83209e2), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:48.892926 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:48.903436 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.l3_db [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Floating IP dfe52a21-ddc5-438f-9611-9617a83209e2 associated. External IP: 172.27.0.29, port: 27116893-8778-4e21-a1a7-bacfa0efe96a. Feb 16 08:29:49.118455 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Router 68c0e1bf-4246-4ba9-93e5-dae487118b2c has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:29:49.237011 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:29:49.250410 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] Sync routers for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:29:49.262364 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:49.271622 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38590) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:49.273711 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:29:49.274758 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:29:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:49.332551 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-c3605aa9-3821-4358-8711-6961340cc818 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1890969 Feb 16 08:29:49.333220 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:49.336363 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f5cf20-6a7d-4258-9424-d5cfda9f428c" -d '{"events": [{"name": "network-changed", "server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:49.388911 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16df297b-2b4f-4d9a-a6ae-6a692269f28a x-openstack-request-id: req-16df297b-2b4f-4d9a-a6ae-6a692269f28a {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:49.389255 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:49.389509 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16df297b-2b4f-4d9a-a6ae-6a692269f28a {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:49.389924 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'status': 'completed', 'code': 200} Feb 16 08:29:49.412560 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:29:49.529483 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-a17f932d-bef6-4545-89a0-672c31aac9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:49.531309 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-a17f932d-bef6-4545-89a0-672c31aac9d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b635dd78782e47178901359666afb725&device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1129 time: 0.1015677 Feb 16 08:29:49.556293 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66ac6b5-22a3-4745-af90-4a24b71ec775', 'name': 'network-vif-deleted', 'tag': '938af534-7342-45a2-9e69-bd76724ff567'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:49.559125 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece2d358-aa81-4202-a1ec-44ed7b9e8cc6" -d '{"events": [{"server_uuid": "f66ac6b5-22a3-4745-af90-4a24b71ec775", "name": "network-vif-deleted", "tag": "938af534-7342-45a2-9e69-bd76724ff567"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:49.609143 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e072af3-2918-4fd9-937c-c269d4b9a0a5 x-openstack-request-id: req-2e072af3-2918-4fd9-937c-c269d4b9a0a5 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:49.609446 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66ac6b5-22a3-4745-af90-4a24b71ec775", "name": "network-vif-deleted", "tag": "938af534-7342-45a2-9e69-bd76724ff567", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:49.609702 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e072af3-2918-4fd9-937c-c269d4b9a0a5 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:49.610257 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66ac6b5-22a3-4745-af90-4a24b71ec775', 'name': 'network-vif-deleted', 'tag': '938af534-7342-45a2-9e69-bd76724ff567', 'status': 'completed', 'code': 200} Feb 16 08:29:49.736131 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-c4a78a88-d6c9-40eb-a7d7-dd3197b8fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:49.737614 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-c4a78a88-d6c9-40eb-a7d7-dd3197b8fe11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fdae13f1-704e-4b02-bd9b-f9ccbc098829 HTTP/1.1" status: 200 len: 909 time: 0.1729238 Feb 16 08:29:49.741222 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'dfe52a21-ddc5-438f-9611-9617a83209e2', 'tenant_id': 'b635dd78782e47178901359666afb725', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'port_id': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'mac_address': 'fa:16:3e:f9:6c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021dd98a-eb10-4846-93ca-c8463523d854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:29:47Z', 'updated_at': '2022-02-16T08:29:47Z', 'revision_number': 0, 'project_id': 'b635dd78782e47178901359666afb725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028a21bd-510e-4022-9650-a455a6301eef', 'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'tenant_id': 'b635dd78782e47178901359666afb725', 'mac_address': 'fa:16:3e:51:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:29Z', 'updated_at': '2022-02-16T08:28:34Z', 'revision_number': 5, 'project_id': 'b635dd78782e47178901359666afb725', 'subnets': [{'id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:49.767709 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] Checking router: 68c0e1bf-4246-4ba9-93e5-dae487118b2c for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:29:49.768196 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 938af534-7342-45a2-9e69-bd76724ff567 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:29:49.779453 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:29:49.780367 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:29:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:49.788690 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 938af534-7342-45a2-9e69-bd76724ff567 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:29:49.789062 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 938af534-7342-45a2-9e69-bd76724ff567 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:29:49.789493 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 1858bcbb-0985-46f1-bf58-4ee64e4ef600 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:29:49.809127 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 1858bcbb-0985-46f1-bf58-4ee64e4ef600 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:29:49.809478 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 1858bcbb-0985-46f1-bf58-4ee64e4ef600 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:29:49.857048 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-fe095773-1c64-4826-8377-7254b7920490 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 200 len: 998 time: 0.1043181 Feb 16 08:29:49.890432 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:29:49.930889 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-14153bc8-cfec-4d77-8468-7120430a6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:49.932396 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-14153bc8-cfec-4d77-8468-7120430a6d52 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=186cebaf-3106-4360-a889-dd26e7a456d9 HTTP/1.1" status: 200 len: 847 time: 0.0660155 Feb 16 08:29:49.936343 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3640606'] for router_interface (22085b25-18ba-4963-aca8-d55f7c186e2f), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:50.127688 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'dfe52a21-ddc5-438f-9611-9617a83209e2', 'tenant_id': 'b635dd78782e47178901359666afb725', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'port_id': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'mac_address': 'fa:16:3e:f9:6c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021dd98a-eb10-4846-93ca-c8463523d854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:29:47Z', 'updated_at': '2022-02-16T08:29:47Z', 'revision_number': 0, 'project_id': 'b635dd78782e47178901359666afb725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028a21bd-510e-4022-9650-a455a6301eef', 'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'tenant_id': 'b635dd78782e47178901359666afb725', 'mac_address': 'fa:16:3e:51:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:29Z', 'updated_at': '2022-02-16T08:28:34Z', 'revision_number': 5, 'project_id': 'b635dd78782e47178901359666afb725', 'subnets': [{'id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:50.156028 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb645757-bb7c-4eb8-bf1f-a6de42297723 None None] The sync data for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi is: [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'dfe52a21-ddc5-438f-9611-9617a83209e2', 'tenant_id': 'b635dd78782e47178901359666afb725', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'port_id': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'mac_address': 'fa:16:3e:f9:6c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021dd98a-eb10-4846-93ca-c8463523d854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:29:47Z', 'updated_at': '2022-02-16T08:29:47Z', 'revision_number': 0, 'project_id': 'b635dd78782e47178901359666afb725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028a21bd-510e-4022-9650-a455a6301eef', 'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'tenant_id': 'b635dd78782e47178901359666afb725', 'mac_address': 'fa:16:3e:51:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:29Z', 'updated_at': '2022-02-16T08:28:34Z', 'revision_number': 5, 'project_id': 'b635dd78782e47178901359666afb725', 'subnets': [{'id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:29:50.157183 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:50.263275 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-42e29653-ddb9-46c5-aa19-9bd14e7c768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:50.264799 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-42e29653-ddb9-46c5-aa19-9bd14e7c768b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fdae13f1-704e-4b02-bd9b-f9ccbc098829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2953129 Feb 16 08:29:50.360820 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4d00d-c98d-4ce4-864d-bea508e38c39 None None] New status for floating IP dfe52a21-ddc5-438f-9611-9617a83209e2: ACTIVE {{(pid=102596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:29:50.494621 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-7f236c3e-4418-4359-a05a-e7f581bdb854 service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054744 Feb 16 08:29:50.646292 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33dd4c-ae3a-4b95-9745-7a8aeb241557 req-1672fc86-96db-44d3-b154-0c24f128940d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:50.647861 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3a33dd4c-ae3a-4b95-9745-7a8aeb241557 req-1672fc86-96db-44d3-b154-0c24f128940d tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 946 time: 0.0534294 Feb 16 08:29:50.663774 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-38f5cf20-6a7d-4258-9424-d5cfda9f428c req-906874fe-766c-4fb3-97bb-abf3b5259d0a service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601620 Feb 16 08:29:50.665100 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Deleting port 6aaefa20-b289-4c08-a40a-78f545a8b6be {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:29:50.665526 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:50.701270 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3a33dd4c-ae3a-4b95-9745-7a8aeb241557 req-7451c19c-d6aa-4923-a31d-2de96ce8f712 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Feb 16 08:29:50.754630 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] For port 6aaefa20-b289-4c08-a40a-78f545a8b6be, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=6aaefa20-b289-4c08-a40a-78f545a8b6be,segment=NetworkSegment(99b10e3f-b917-494e-9a6c-0ee74bd5bad4),segment_id=99b10e3f-b917-494e-9a6c-0ee74bd5bad4)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:50.754995 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:50.770288 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Calling delete_port for 6aaefa20-b289-4c08-a40a-78f545a8b6be owned by network:router_interface {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:29:50.952369 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (6aaefa20-b289-4c08-a40a-78f545a8b6be), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:50.986889 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aaefa20-b289-4c08-a40a-78f545a8b6be,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:51.147181 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3662567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3640558'] for router_interface (22085b25-18ba-4963-aca8-d55f7c186e2f), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:51.366661 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Router 22085b25-18ba-4963-aca8-d55f7c186e2f has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:29:51.475499 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:29:51.482246 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-8772c8d2-4a40-4775-8919-9f3a9135de12 admin admin] 10.222.0.30 "PUT /v2.0/routers/22085b25-18ba-4963-aca8-d55f7c186e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2083189 Feb 16 08:29:51.483613 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38606) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:51.484800 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] Sync routers for ids ['22085b25-18ba-4963-aca8-d55f7c186e2f'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:29:51.494812 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] Routers {'22085b25-18ba-4963-aca8-d55f7c186e2f'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:29:51.495455 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:29:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['22085b25-18ba-4963-aca8-d55f7c186e2f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:51.592747 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks [] for router (22085b25-18ba-4963-aca8-d55f7c186e2f), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:51.603716 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] Set router 22085b25-18ba-4963-aca8-d55f7c186e2f gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:29:51.695735 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks [] for router_gateway (22085b25-18ba-4963-aca8-d55f7c186e2f), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:51.753937 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Deleting port 931cefd4-9409-463e-8780-7993e2a62d7a {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:29:51.754286 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:51.800123 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:29:50Z', 'revision_number': 5, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'gw_port': {'id': '931cefd4-9409-463e-8780-7993e2a62d7a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:51.832273 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] Checking router: 22085b25-18ba-4963-aca8-d55f7c186e2f for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:29:51.833421 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3ac69-8fd5-4cff-8a20-32ad73184b6a req-6d6a6bd0-b6b2-4a7a-82f8-c05f49db5a01 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:51.834988 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a3f3ac69-8fd5-4cff-8a20-32ad73184b6a req-6d6a6bd0-b6b2-4a7a-82f8-c05f49db5a01 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 946 time: 0.0557761 Feb 16 08:29:51.839951 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] For port 931cefd4-9409-463e-8780-7993e2a62d7a, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=931cefd4-9409-463e-8780-7993e2a62d7a,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:51.841958 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] Routers {'22085b25-18ba-4963-aca8-d55f7c186e2f'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:29:51.842583 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:29:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['22085b25-18ba-4963-aca8-d55f7c186e2f'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:51.843731 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:51.857369 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Calling delete_port for 931cefd4-9409-463e-8780-7993e2a62d7a owned by network:router_gateway {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:29:51.886770 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a3f3ac69-8fd5-4cff-8a20-32ad73184b6a req-c0ca4aab-c2dd-42e4-be46-ba823ba9e41e tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Feb 16 08:29:51.934910 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] Set router 22085b25-18ba-4963-aca8-d55f7c186e2f gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:29:51.987250 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:29:51Z', 'revision_number': 6, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'gw_port_host': None}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:52.017320 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a2597-dab3-4bfd-b3dd-691ff4b3329f None None] The sync data for ids ['22085b25-18ba-4963-aca8-d55f7c186e2f'] in dv-cinder-773985-28-iscsi is: [{'id': '22085b25-18ba-4963-aca8-d55f7c186e2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1641469078-router', 'tenant_id': '91f7de43610947fab5e43be24e85fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:29:51Z', 'revision_number': 6, 'project_id': '91f7de43610947fab5e43be24e85fdfe', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:29:52.049259 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (931cefd4-9409-463e-8780-7993e2a62d7a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.075981 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=931cefd4-9409-463e-8780-7993e2a62d7a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:52.138040 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3637588'] for router_gateway (22085b25-18ba-4963-aca8-d55f7c186e2f), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.244097 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3649993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2546'] for router (22085b25-18ba-4963-aca8-d55f7c186e2f), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.246294 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks [] for router_controller (22085b25-18ba-4963-aca8-d55f7c186e2f), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.522296 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3649984'] for router (22085b25-18ba-4963-aca8-d55f7c186e2f), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.522922 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22085b25-18ba-4963-aca8-d55f7c186e2f {{(pid=102593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:29:52.528994 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.530194 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-79b3fd58-f058-4346-84f4-1d2be7081b8d admin admin] 10.222.0.30 "DELETE /v2.0/routers/22085b25-18ba-4963-aca8-d55f7c186e2f HTTP/1.1" status: 204 len: 168 time: 1.0456314 Feb 16 08:29:52.532755 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38610) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:52.578190 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_v2 [None req-e737e7d1-832c-41a4-8e5b-f832e31259ab admin admin] Deleting subnet de4725c2-fe98-46ca-a332-de1415d490f1 {{(pid=102593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:29:52.581667 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e737e7d1-832c-41a4-8e5b-f832e31259ab admin admin] Publish callbacks [] for subnet (de4725c2-fe98-46ca-a332-de1415d490f1), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.644868 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e737e7d1-832c-41a4-8e5b-f832e31259ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58762539'] for subnet (de4725c2-fe98-46ca-a332-de1415d490f1), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.694351 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e39ecd96-54e0-4796-af80-e5872468c7fc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:52.695784 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e39ecd96-54e0-4796-af80-e5872468c7fc tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 946 time: 0.0934808 Feb 16 08:29:52.716029 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e737e7d1-832c-41a4-8e5b-f832e31259ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (de4725c2-fe98-46ca-a332-de1415d490f1), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.829902 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e737e7d1-832c-41a4-8e5b-f832e31259ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59264197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59584566'] for subnet (de4725c2-fe98-46ca-a332-de1415d490f1), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.860679 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737e7d1-832c-41a4-8e5b-f832e31259ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4725c2-fe98-46ca-a332-de1415d490f1,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:52.864357 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e737e7d1-832c-41a4-8e5b-f832e31259ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:52.869824 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e737e7d1-832c-41a4-8e5b-f832e31259ab admin admin] 10.222.0.30 "DELETE /v2.0/subnets/de4725c2-fe98-46ca-a332-de1415d490f1 HTTP/1.1" status: 204 len: 168 time: 0.3338785 Feb 16 08:29:52.870073 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38612) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:52.896671 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Deleting port 22024571-882a-4d2d-82cd-d1e534311930 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:29:52.897025 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (22024571-882a-4d2d-82cd-d1e534311930), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.013996 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (d446fa9d-e135-4e8a-b46f-bd47cf8240e4), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.025016 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9af7a0-03f6-4149-9798-9dc19a91616b req-bec1f275-2bf8-4191-a2ee-3cfaaa370051 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:53.026770 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5e9af7a0-03f6-4149-9798-9dc19a91616b req-bec1f275-2bf8-4191-a2ee-3cfaaa370051 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf23343-7428-4d8b-92a2-3a5a81282219 HTTP/1.1" status: 200 len: 946 time: 0.0667679 Feb 16 08:29:53.071744 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] For port 22024571-882a-4d2d-82cd-d1e534311930, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=22024571-882a-4d2d-82cd-d1e534311930,segment=NetworkSegment(d3088f51-df3f-4afc-a838-a1d00ed276f0),segment_id=d3088f51-df3f-4afc-a838-a1d00ed276f0)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:53.072119 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (22024571-882a-4d2d-82cd-d1e534311930), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.092387 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5e9af7a0-03f6-4149-9798-9dc19a91616b req-d1d14ff2-7527-4180-8162-5f8e7ecf96ed tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ec492b7-3b73-4af6-b768-af7ff55150fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586560 Feb 16 08:29:53.101069 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Calling delete_port for 22024571-882a-4d2d-82cd-d1e534311930 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:29:53.144236 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (d446fa9d-e135-4e8a-b46f-bd47cf8240e4), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.194801 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d446fa9d-e135-4e8a-b46f-bd47cf8240e4']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:53.208039 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b10e3f-b917-494e-9a6c-0ee74bd5bad4') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:53.208265 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b10e3f-b917-494e-9a6c-0ee74bd5bad4') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:53.225019 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (99b10e3f-b917-494e-9a6c-0ee74bd5bad4), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.248329 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (99b10e3f-b917-494e-9a6c-0ee74bd5bad4), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.255017 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:29:53.255404 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (99b10e3f-b917-494e-9a6c-0ee74bd5bad4), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:29:53.257041 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:29:53.324327 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 6aaefa20-b289-4c08-a40a-78f545a8b6be no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:29:53.338961 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (d446fa9d-e135-4e8a-b46f-bd47cf8240e4), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.345586 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 6aaefa20-b289-4c08-a40a-78f545a8b6be {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:29:53.345792 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.345937 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 6aaefa20-b289-4c08-a40a-78f545a8b6be not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:29:53.346369 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 931cefd4-9409-463e-8780-7993e2a62d7a no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:29:53.348772 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d446fa9d-e135-4e8a-b46f-bd47cf8240e4 HTTP/1.1" status: 204 len: 168 time: 0.4766221 Feb 16 08:29:53.365515 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a16f39-4a18-46a7-85aa-ad760bcb6261 admin admin] Pushing event deleted for resources: {'Network': ['ID=d446fa9d-e135-4e8a-b46f-bd47cf8240e4,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:53.367999 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 931cefd4-9409-463e-8780-7993e2a62d7a {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:29:53.368348 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 931cefd4-9409-463e-8780-7993e2a62d7a not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:29:53.378009 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (22024571-882a-4d2d-82cd-d1e534311930), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.391513 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['22024571-882a-4d2d-82cd-d1e534311930'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:29:53.408449 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Pushing event deleted for resources: {'Port': ['ID=22024571-882a-4d2d-82cd-d1e534311930,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:53.455274 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] No DVR routers for this DVR port 22024571-882a-4d2d-82cd-d1e534311930 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:29:53.457796 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.461258 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-748eff9b-15bf-415e-9763-73fc3bf28ef3 req-e40e8c1a-b235-4d16-9e18-8cd1c4bb54a3 tempest-AttachVolumeNegativeTest-1476716800 tempest-AttachVolumeNegativeTest-1476716800-project] 10.222.0.71 "DELETE /v2.0/ports/22024571-882a-4d2d-82cd-d1e534311930 HTTP/1.1" status: 204 len: 173 time: 0.7551937 Feb 16 08:29:53.461655 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf23343-7428-4d8b-92a2-3a5a81282219', 'name': 'network-vif-deleted', 'tag': '22024571-882a-4d2d-82cd-d1e534311930'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:29:53.463984 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c5d48-5230-4b26-809a-757cab78634d" -d '{"events": [{"server_uuid": "ddf23343-7428-4d8b-92a2-3a5a81282219", "name": "network-vif-deleted", "tag": "22024571-882a-4d2d-82cd-d1e534311930"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:29:53.502765 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee656a3-f4b9-476a-a3fb-47103b076800 x-openstack-request-id: req-7ee656a3-f4b9-476a-a3fb-47103b076800 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:29:53.503076 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf23343-7428-4d8b-92a2-3a5a81282219", "name": "network-vif-deleted", "tag": "22024571-882a-4d2d-82cd-d1e534311930", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:29:53.503357 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ee656a3-f4b9-476a-a3fb-47103b076800 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:29:53.503832 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf23343-7428-4d8b-92a2-3a5a81282219', 'name': 'network-vif-deleted', 'tag': '22024571-882a-4d2d-82cd-d1e534311930', 'status': 'completed', 'code': 200} Feb 16 08:29:53.535251 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38620) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:53.578956 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a106731d-288f-4494-9fab-1dd95da73b83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91f7de43610947fab5e43be24e85fdfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424495 Feb 16 08:29:53.581457 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38622) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:53.631637 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d99ba0ce-7582-4d0b-a1d5-02b43b5a3f02 admin admin] Publish callbacks [] for security_group (8b3af2e6-85e8-476b-9e96-72f3adca129e), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.656289 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d99ba0ce-7582-4d0b-a1d5-02b43b5a3f02 admin admin] Publish callbacks [] for security_group (8b3af2e6-85e8-476b-9e96-72f3adca129e), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.702997 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d99ba0ce-7582-4d0b-a1d5-02b43b5a3f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (8b3af2e6-85e8-476b-9e96-72f3adca129e), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.705641 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d99ba0ce-7582-4d0b-a1d5-02b43b5a3f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:53.706805 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d99ba0ce-7582-4d0b-a1d5-02b43b5a3f02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b3af2e6-85e8-476b-9e96-72f3adca129e HTTP/1.1" status: 204 len: 168 time: 0.1244421 Feb 16 08:29:53.715312 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ba0ce-7582-4d0b-a1d5-02b43b5a3f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3af2e6-85e8-476b-9e96-72f3adca129e,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:54.149033 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38634) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:54.198125 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e16b0bf-35f3-45c1-86f6-dab753fc9036 admin admin] Deleting subnet d2e00e31-d37f-4d50-96fe-1216a8ee93d4 {{(pid=102593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:29:54.201332 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7e16b0bf-35f3-45c1-86f6-dab753fc9036 admin admin] Publish callbacks [] for subnet (d2e00e31-d37f-4d50-96fe-1216a8ee93d4), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.238337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7e16b0bf-35f3-45c1-86f6-dab753fc9036 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58762539'] for subnet (d2e00e31-d37f-4d50-96fe-1216a8ee93d4), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.278440 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7e16b0bf-35f3-45c1-86f6-dab753fc9036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (d2e00e31-d37f-4d50-96fe-1216a8ee93d4), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.337236 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7e16b0bf-35f3-45c1-86f6-dab753fc9036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59264197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59584566'] for subnet (d2e00e31-d37f-4d50-96fe-1216a8ee93d4), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.365162 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16b0bf-35f3-45c1-86f6-dab753fc9036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e00e31-d37f-4d50-96fe-1216a8ee93d4,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:54.371965 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7e16b0bf-35f3-45c1-86f6-dab753fc9036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.374696 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38644) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:54.375206 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7e16b0bf-35f3-45c1-86f6-dab753fc9036 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2e00e31-d37f-4d50-96fe-1216a8ee93d4 HTTP/1.1" status: 204 len: 168 time: 0.2245800 Feb 16 08:29:54.453637 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (9d6487fa-599a-4a38-a1b9-09a2b20a0973), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.526962 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38650) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:54.535670 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (9d6487fa-599a-4a38-a1b9-09a2b20a0973), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.556182 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6487fa-599a-4a38-a1b9-09a2b20a0973']}} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:54.567381 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3088f51-df3f-4afc-a838-a1d00ed276f0') {'for_net_delete': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:54.567717 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3088f51-df3f-4afc-a838-a1d00ed276f0') {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:54.578213 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62570932'] for segment (d3088f51-df3f-4afc-a838-a1d00ed276f0), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.592015 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (d3088f51-df3f-4afc-a838-a1d00ed276f0), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.598787 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:29:54.599131 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58863328'] for segment (d3088f51-df3f-4afc-a838-a1d00ed276f0), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: Traceback (most recent call last): Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: timer() Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: cb(*args, **kw) Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: return func(*args, **kwargs) Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: self._notify() Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: self.callback(batched_events) Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: event.method(event) Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: return f(self, *a, **k) Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._get(url).json() Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: return self.request(url, 'GET', **kwargs) Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:29:54.601006 dv-cinder-773985-28-iscsi neutron-server[102594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:29:54.628789 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-network', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:29:54.648863 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Made reservation on behalf of 8e1decab824d4e2688a82a531b0661c5 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:29:54.651659 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.661692 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.663340 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (9d6487fa-599a-4a38-a1b9-09a2b20a0973), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.669360 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.672641 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] 10.222.0.30 "DELETE /v2.0/networks/9d6487fa-599a-4a38-a1b9-09a2b20a0973 HTTP/1.1" status: 204 len: 168 time: 0.2966230 Feb 16 08:29:54.690598 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900ade-7009-45ac-a29f-66f33bbe311a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6487fa-599a-4a38-a1b9-09a2b20a0973,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:54.758444 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Publish callbacks [] for security_group (2f097530-26b5-4581-a7e6-cc08b1c7ccb7), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.764437 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2f097530-26b5-4581-a7e6-cc08b1c7ccb7), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.792414 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:29:54.798065 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38656) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:54.799070 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f097530-26b5-4581-a7e6-cc08b1c7ccb7,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:54.805365 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (9efb3e18-9401-456c-9962-9023e5309f3a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.805836 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Added segment 9efb3e18-9401-456c-9962-9023e5309f3a of type vlan for network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 Feb 16 08:29:54.843460 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-5d05a514-7edb-4f0a-805f-97895051120c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a03fa69f372429783d16fd636ac72ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438015 Feb 16 08:29:54.845605 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38658) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:54.849539 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (e94f7ea2-78d4-4d1a-b567-9bf27edd9528), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.874023 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (e94f7ea2-78d4-4d1a-b567-9bf27edd9528), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.875179 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:54.875817 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.894112 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-cb8427d9-d0e8-4b45-a0bf-c28865a34a11 admin admin] Publish callbacks [] for security_group (5ec492b7-3b73-4af6-b768-af7ff55150fc), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.911936 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3810842 Feb 16 08:29:54.912789 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38660) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:54.916947 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Request body: {'subnet': {'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-subnet', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:29:54.925121 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-cb8427d9-d0e8-4b45-a0bf-c28865a34a11 admin admin] Publish callbacks [] for security_group (5ec492b7-3b73-4af6-b768-af7ff55150fc), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:54.942480 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a9e98-cdce-4e08-a3ba-ce0ab4406104 admin admin] Pushing event updated for resources: {'Network': ['ID=e94f7ea2-78d4-4d1a-b567-9bf27edd9528,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:54.954362 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:29:54.971904 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Made reservation on behalf of 8e1decab824d4e2688a82a531b0661c5 for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:29:54.974338 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59022935'] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.049547 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-cb8427d9-d0e8-4b45-a0bf-c28865a34a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (5ec492b7-3b73-4af6-b768-af7ff55150fc), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.052133 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-cb8427d9-d0e8-4b45-a0bf-c28865a34a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.053436 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-cb8427d9-d0e8-4b45-a0bf-c28865a34a11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ec492b7-3b73-4af6-b768-af7ff55150fc HTTP/1.1" status: 204 len: 168 time: 0.2067089 Feb 16 08:29:55.065744 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8427d9-d0e8-4b45-a0bf-c28865a34a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec492b7-3b73-4af6-b768-af7ff55150fc,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:55.173572 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58862207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59022949'] for subnet (2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.230889 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:55.247550 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Checking segment: {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:29:55.247947 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Network hostable DHCP agents. Network: e94f7ea2-78d4-4d1a-b567-9bf27edd9528, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:29:55.265151 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:29:55.275953 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, e94f7ea2-78d4-4d1a-b567-9bf27edd9528) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:55.282420 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:55.283150 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.286837 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0030277-c529-410e-86e7-38c02a661cdd None None] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:29:55.306063 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-25423be2-010e-4794-a7f4-a79e6da61cc1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3902080 Feb 16 08:29:55.306678 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38666) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:55.313975 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:29:55.349938 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (bf6fd64c-bc22-4753-b158-2fdc29f3313b), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.351908 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (bf6fd64c-bc22-4753-b158-2fdc29f3313b), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.418500 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:29:55.419399 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.425782 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks [] for router_controller (bf6fd64c-bc22-4753-b158-2fdc29f3313b), precommit_add_association {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.569374 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Allocated IP 172.20.0.2 (e94f7ea2-78d4-4d1a-b567-9bf27edd9528/2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc/bced0a41-92e0-4154-9669-4f3d0400f15d) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:29:55.586688 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks [] for router_gateway (bf6fd64c-bc22-4753-b158-2fdc29f3313b), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.739781 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Publish callbacks [] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.747607 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.790397 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:29:55.793587 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:55.796436 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:29:55.812823 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 22024571-882a-4d2d-82cd-d1e534311930 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:29:55.819604 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks [] for router_gateway (bf6fd64c-bc22-4753-b158-2fdc29f3313b), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.844192 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.848667 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 22024571-882a-4d2d-82cd-d1e534311930 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:29:55.848965 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 22024571-882a-4d2d-82cd-d1e534311930 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:29:55.851456 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Pushing event updated for resources: {'Port': ['ID=bced0a41-92e0-4154-9669-4f3d0400f15d,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:55.894494 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Attempting to bind port bced0a41-92e0-4154-9669-4f3d0400f15d on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:29:55.894869 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Attempting to bind port bced0a41-92e0-4154-9669-4f3d0400f15d by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:29:55.895239 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Attempting to bind port bced0a41-92e0-4154-9669-4f3d0400f15d on network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:29:55.900839 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:29:55.901219 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Checking segment: {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:29:55.902180 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.902584 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Bound using segment: {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:29:55.903068 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Bound port: bced0a41-92e0-4154-9669-4f3d0400f15d, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:29:55.903468 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:55.968347 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Allocated IP 172.27.0.206 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/7f040686-1ce5-4f0f-b60f-b2a737c4082c) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:29:55.992721 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] For port bced0a41-92e0-4154-9669-4f3d0400f15d, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:29:55.998295 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] For port bced0a41-92e0-4154-9669-4f3d0400f15d, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=bced0a41-92e0-4154-9669-4f3d0400f15d,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:29:56.005418 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:56.075302 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32603c6-a717-48d9-97b5-885d324ee03b None None] Pushing event updated for resources: {'Port': ['ID=bced0a41-92e0-4154-9669-4f3d0400f15d,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:56.101231 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks [] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:56.145312 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:56.186393 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:29:56.191958 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:56.196019 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:29:56.220846 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7f040686-1ce5-4f0f-b60f-b2a737c4082c,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:56.528806 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks [] for router_gateway (bf6fd64c-bc22-4753-b158-2fdc29f3313b), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:56.989186 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (bf6fd64c-bc22-4753-b158-2fdc29f3313b), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:57.133635 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Router bf6fd64c-bc22-4753-b158-2fdc29f3313b is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:29:57.159576 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47832bd4-2678-4171-a361-4d4b7fb1322c None None] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:29:57.236071 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-af3905b1-12ac-4324-a10a-2c3ff0da55ec None None] Provisioning complete for port bced0a41-92e0-4154-9669-4f3d0400f15d triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:29:57.236451 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af3905b1-12ac-4324-a10a-2c3ff0da55ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:57.275966 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:29:57.294733 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:57.295951 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b7f71824-d743-48cb-95ea-0f2fecb886b6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9876142 Feb 16 08:29:57.298905 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38700) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:57.300391 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Sync routers for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:29:57.328286 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:29:57.328933 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:29:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:57.562431 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device bced0a41-92e0-4154-9669-4f3d0400f15d up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:29:57.631864 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-af3905b1-12ac-4324-a10a-2c3ff0da55ec None None] Current status of the port bced0a41-92e0-4154-9669-4f3d0400f15d is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:29:57.632272 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af3905b1-12ac-4324-a10a-2c3ff0da55ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:57.698471 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-af3905b1-12ac-4324-a10a-2c3ff0da55ec None None] For port bced0a41-92e0-4154-9669-4f3d0400f15d, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=bced0a41-92e0-4154-9669-4f3d0400f15d,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:29:57.709423 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port bced0a41-92e0-4154-9669-4f3d0400f15d triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:29:57.709912 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:57.711653 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-af3905b1-12ac-4324-a10a-2c3ff0da55ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:57.720842 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:29:57.842272 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:57.923023 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3905b1-12ac-4324-a10a-2c3ff0da55ec None None] Pushing event updated for resources: {'Port': ['ID=bced0a41-92e0-4154-9669-4f3d0400f15d,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:58.015082 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-42ce8f62-d4e3-4ce3-8894-145582a3be1b None None] Provisioning complete for port bced0a41-92e0-4154-9669-4f3d0400f15d triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:29:58.015757 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42ce8f62-d4e3-4ce3-8894-145582a3be1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.032489 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Allocated IP 172.20.0.1 (e94f7ea2-78d4-4d1a-b567-9bf27edd9528/2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc/df8b7489-bbc0-479a-a235-c01252850315) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:29:58.072563 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port bced0a41-92e0-4154-9669-4f3d0400f15d is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:29:58.155502 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Publish callbacks [] for port (df8b7489-bbc0-479a-a235-c01252850315), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.165196 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:56Z', 'revision_number': 3, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:58.166939 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-42ce8f62-d4e3-4ce3-8894-145582a3be1b None None] Current status of the port bced0a41-92e0-4154-9669-4f3d0400f15d is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:29:58.191025 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (df8b7489-bbc0-479a-a235-c01252850315), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.197413 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Checking router: bf6fd64c-bc22-4753-b158-2fdc29f3313b for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:29:58.197889 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Updating router bf6fd64c-bc22-4753-b158-2fdc29f3313b port 7f040686-1ce5-4f0f-b60f-b2a737c4082c binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:29:58.228598 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:29:58.232538 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.233575 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:58.237217 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:29:58.267250 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Pushing event updated for resources: {'Port': ['ID=df8b7489-bbc0-479a-a235-c01252850315,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:58.291051 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (bf6fd64c-bc22-4753-b158-2fdc29f3313b), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.455378 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (df8b7489-bbc0-479a-a235-c01252850315), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.526470 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-c57f450b-232f-49c5-9862-d645199b7295 None None] Provisioning complete for port df8b7489-bbc0-479a-a235-c01252850315 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:29:58.527345 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c57f450b-232f-49c5-9862-d645199b7295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (df8b7489-bbc0-479a-a235-c01252850315), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.557924 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Publish callbacks [] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.565731 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.603167 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c57f450b-232f-49c5-9862-d645199b7295 None None] Port df8b7489-bbc0-479a-a235-c01252850315 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:29:58.625045 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Publish callbacks [] for port (df8b7489-bbc0-479a-a235-c01252850315), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.630057 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (df8b7489-bbc0-479a-a235-c01252850315), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.630594 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Attempting to bind port 7f040686-1ce5-4f0f-b60f-b2a737c4082c on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:29:58.631011 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Attempting to bind port 7f040686-1ce5-4f0f-b60f-b2a737c4082c by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:29:58.631382 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Attempting to bind port 7f040686-1ce5-4f0f-b60f-b2a737c4082c on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:29:58.633330 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3381ef-e69d-4841-a64d-615cd3f54b7a None None] Pushing event updated for resources: {'Port': ['ID=7f040686-1ce5-4f0f-b60f-b2a737c4082c,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:58.639823 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:29:58.640274 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:29:58.640615 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.641205 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:29:58.641877 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Bound port: 7f040686-1ce5-4f0f-b60f-b2a737c4082c, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:29:58.642274 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.696822 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] For port 7f040686-1ce5-4f0f-b60f-b2a737c4082c, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:29:58.701068 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] For port 7f040686-1ce5-4f0f-b60f-b2a737c4082c, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=7f040686-1ce5-4f0f-b60f-b2a737c4082c,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:29:58.703558 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Pushing event updated for resources: {'Port': ['ID=df8b7489-bbc0-479a-a235-c01252850315,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:58.708939 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.709381 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (bf6fd64c-bc22-4753-b158-2fdc29f3313b), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:58.752340 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:29:58.759002 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:29:58.759742 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:29:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:58.802076 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:29:58.804986 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:58.852947 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3381ef-e69d-4841-a64d-615cd3f54b7a None None] Pushing event updated for resources: {'Port': ['ID=7f040686-1ce5-4f0f-b60f-b2a737c4082c,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:58.921052 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:29:58.945879 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Router bf6fd64c-bc22-4753-b158-2fdc29f3313b has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:29:59.088835 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:29:59.108032 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-1e78c418-eb2f-4b99-8b7c-c1c8845ea515 admin admin] 10.222.0.30 "PUT /v2.0/routers/bf6fd64c-bc22-4753-b158-2fdc29f3313b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7986579 Feb 16 08:29:59.172959 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-30a189b2-d60a-4f8a-adf1-1deb6ac8d423 None None] Provisioning complete for port df8b7489-bbc0-479a-a235-c01252850315 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:29:59.173605 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-30a189b2-d60a-4f8a-adf1-1deb6ac8d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (df8b7489-bbc0-479a-a235-c01252850315), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:59.219915 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-30a189b2-d60a-4f8a-adf1-1deb6ac8d423 None None] Port df8b7489-bbc0-479a-a235-c01252850315 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:29:59.227990 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 2, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:59.259468 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef3c74-f242-45e4-b3fb-a2ee52489322 None None] The sync data for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi is: [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 2, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:29:59.261588 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38728) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:59.370920 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device bced0a41-92e0-4154-9669-4f3d0400f15d up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:29:59.416199 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-75ac4411-66c5-4c7d-9bee-ece4867745ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:59.437545 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port bced0a41-92e0-4154-9669-4f3d0400f15d triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:29:59.437927 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:59.514962 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-75ac4411-66c5-4c7d-9bee-ece4867745ac admin admin] Publish callbacks [] for security_group (79aa6761-c966-47bd-8109-dd0c09ac26cb), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:59.520919 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-75ac4411-66c5-4c7d-9bee-ece4867745ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (79aa6761-c966-47bd-8109-dd0c09ac26cb), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:59.538984 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port bced0a41-92e0-4154-9669-4f3d0400f15d is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:29:59.572632 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac4411-66c5-4c7d-9bee-ece4867745ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa6761-c966-47bd-8109-dd0c09ac26cb,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:59.577666 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-75ac4411-66c5-4c7d-9bee-ece4867745ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66f83ab3dea9479cbf1dfbc4c8c491b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144464 Feb 16 08:29:59.580454 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38738) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:29:59.668751 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4d98b7dc-3853-481e-80eb-f2a6c8f1f8f3 admin admin] Publish callbacks [] for security_group (79aa6761-c966-47bd-8109-dd0c09ac26cb), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:59.694719 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4d98b7dc-3853-481e-80eb-f2a6c8f1f8f3 admin admin] Publish callbacks [] for security_group (79aa6761-c966-47bd-8109-dd0c09ac26cb), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:59.761278 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4d98b7dc-3853-481e-80eb-f2a6c8f1f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (79aa6761-c966-47bd-8109-dd0c09ac26cb), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:59.764152 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4d98b7dc-3853-481e-80eb-f2a6c8f1f8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:29:59.765375 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-4d98b7dc-3853-481e-80eb-f2a6c8f1f8f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79aa6761-c966-47bd-8109-dd0c09ac26cb HTTP/1.1" status: 204 len: 168 time: 0.1839800 Feb 16 08:29:59.774050 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98b7dc-3853-481e-80eb-f2a6c8f1f8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aa6761-c966-47bd-8109-dd0c09ac26cb,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:00.069395 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38748) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:00.074653 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-359a8ce0-e633-4284-9bdb-8ae370bbb97c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663498883', 'description': 'tempest-description--1550989865'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:00.114534 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-359a8ce0-e633-4284-9bdb-8ae370bbb97c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.263847 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-359a8ce0-e633-4284-9bdb-8ae370bbb97c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (55211558-3e23-431f-b33c-cddddfc251db), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.268879 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-359a8ce0-e633-4284-9bdb-8ae370bbb97c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (55211558-3e23-431f-b33c-cddddfc251db), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.324262 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-359a8ce0-e633-4284-9bdb-8ae370bbb97c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.328230 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-359a8ce0-e633-4284-9bdb-8ae370bbb97c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2575662 Feb 16 08:30:00.329269 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a8ce0-e633-4284-9bdb-8ae370bbb97c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55211558-3e23-431f-b33c-cddddfc251db,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:00.330064 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38754) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:00.347465 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-f15ec794-8fc3-4a74-8640-03b883cfc440 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'security_group_rule': {'security_group_id': '55211558-3e23-431f-b33c-cddddfc251db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:00.393942 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f15ec794-8fc3-4a74-8640-03b883cfc440 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (06c8481d-5b5d-4ed4-a786-717fd77043f5), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.457210 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f15ec794-8fc3-4a74-8640-03b883cfc440 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (06c8481d-5b5d-4ed4-a786-717fd77043f5), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.462760 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f15ec794-8fc3-4a74-8640-03b883cfc440 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (06c8481d-5b5d-4ed4-a786-717fd77043f5), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.493523 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ec794-8fc3-4a74-8640-03b883cfc440 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c8481d-5b5d-4ed4-a786-717fd77043f5,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:00.502924 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f15ec794-8fc3-4a74-8640-03b883cfc440 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.504223 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-f15ec794-8fc3-4a74-8640-03b883cfc440 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699674 Feb 16 08:30:00.508015 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38762) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:00.513197 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-bbfd6bb1-7b98-47cd-95c3-30609814f452 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'security_group_rule': {'security_group_id': '55211558-3e23-431f-b33c-cddddfc251db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:00.551743 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6bb1-7b98-47cd-95c3-30609814f452 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (c46fbc43-ffab-4974-b240-75c9297e2771), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.627986 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6bb1-7b98-47cd-95c3-30609814f452 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (c46fbc43-ffab-4974-b240-75c9297e2771), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.633646 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6bb1-7b98-47cd-95c3-30609814f452 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (c46fbc43-ffab-4974-b240-75c9297e2771), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.657339 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd6bb1-7b98-47cd-95c3-30609814f452 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46fbc43-ffab-4974-b240-75c9297e2771,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:00.677908 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6bb1-7b98-47cd-95c3-30609814f452 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.683038 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38768) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:00.683630 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-bbfd6bb1-7b98-47cd-95c3-30609814f452 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1741235 Feb 16 08:30:00.692386 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'floatingip': {'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:00.726835 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:00.869649 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.035963 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Allocated IP 172.27.0.73 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/87828a68-7f26-43f8-94b2-6aac18c41af5) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:30:01.188072 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for port (87828a68-7f26-43f8-94b2-6aac18c41af5), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.231796 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (87828a68-7f26-43f8-94b2-6aac18c41af5), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.307020 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:30:01.312817 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:30:01.319848 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:30:01.354249 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'Port': ['ID=87828a68-7f26-43f8-94b2-6aac18c41af5,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:01.383896 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 7f040686-1ce5-4f0f-b60f-b2a737c4082c up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:30:01.445590 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (55226f7e-7389-4111-b12c-0af629dc7d1c), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.461748 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 7f040686-1ce5-4f0f-b60f-b2a737c4082c triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:01.462130 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.486418 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (87828a68-7f26-43f8-94b2-6aac18c41af5), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.581340 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 7f040686-1ce5-4f0f-b60f-b2a737c4082c is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:30:01.582155 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.613456 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port 7f040686-1ce5-4f0f-b60f-b2a737c4082c, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=7f040686-1ce5-4f0f-b60f-b2a737c4082c,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:01.625317 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.688513 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=7f040686-1ce5-4f0f-b60f-b2a737c4082c,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:01.699612 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for port (87828a68-7f26-43f8-94b2-6aac18c41af5), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.706125 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58863236'] for port (87828a68-7f26-43f8-94b2-6aac18c41af5), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.781576 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'Port': ['ID=87828a68-7f26-43f8-94b2-6aac18c41af5,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:01.797941 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (55226f7e-7389-4111-b12c-0af629dc7d1c), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.818230 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:01.819444 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-ddbba9f8-fc9a-43df-9fba-05811119b213 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1334229 Feb 16 08:30:01.985420 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Sync routers for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:30:01.998864 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:30:01.999728 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:29:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:02.078959 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-fea694f5-5b52-4aaf-829a-864151a9446a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1663498883&fields=id&tenant_id=8e1decab824d4e2688a82a531b0661c5 HTTP/1.1" status: 200 len: 267 time: 0.0564442 Feb 16 08:30:02.115495 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38808) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:02.220771 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:30:02.229201 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309fc53-9c19-4b90-92e3-96411ef881af req-5292a2ed-c444-45c3-b004-b09c0b559d88 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:02.231535 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-5292a2ed-c444-45c3-b004-b09c0b559d88 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 817 time: 0.1443973 Feb 16 08:30:02.253739 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-719193e6-bbc5-48f9-8260-11af7c97da23 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/quotas/8e1decab824d4e2688a82a531b0661c5 HTTP/1.1" status: 200 len: 375 time: 0.0117357 Feb 16 08:30:02.274589 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3740-d39d-43f0-af61-2a2ddb8d2c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:02.323182 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-242cf5be-ce37-4ece-b413-8d406f6d49dc tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590134 Feb 16 08:30:02.401444 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3740-d39d-43f0-af61-2a2ddb8d2c79 admin admin] Publish callbacks [] for security_group (4219ed6b-2279-47d2-8624-05108103f9bd), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:02.406353 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3740-d39d-43f0-af61-2a2ddb8d2c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (4219ed6b-2279-47d2-8624-05108103f9bd), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:02.442755 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-b2aced86-3f01-43de-92bc-ede29b0202dc service neutron] 10.222.0.30 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022050 Feb 16 08:30:02.457847 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e1bf3740-d39d-43f0-af61-2a2ddb8d2c79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fd86d3a91d34b279b2feed4ab613753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398032 Feb 16 08:30:02.459294 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf3740-d39d-43f0-af61-2a2ddb8d2c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4219ed6b-2279-47d2-8624-05108103f9bd,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:02.459742 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38814) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:02.486007 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 2, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:02.521222 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Checking router: bf6fd64c-bc22-4753-b158-2fdc29f3313b for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:30:02.521578 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Updating router bf6fd64c-bc22-4753-b158-2fdc29f3313b port df8b7489-bbc0-479a-a235-c01252850315 binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:30:02.557482 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (df8b7489-bbc0-479a-a235-c01252850315), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:02.583316 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0798be51-114f-41b0-904d-9b368893cbfc admin admin] Publish callbacks [] for security_group (4219ed6b-2279-47d2-8624-05108103f9bd), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:02.598489 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-0be54c86-9c8c-47a3-b4b3-3294bb3059a8 service neutron] 10.222.0.30 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486001 Feb 16 08:30:02.615957 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0798be51-114f-41b0-904d-9b368893cbfc admin admin] Publish callbacks [] for security_group (4219ed6b-2279-47d2-8624-05108103f9bd), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:02.701407 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0798be51-114f-41b0-904d-9b368893cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (4219ed6b-2279-47d2-8624-05108103f9bd), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:02.709074 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0798be51-114f-41b0-904d-9b368893cbfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:02.721865 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-0798be51-114f-41b0-904d-9b368893cbfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4219ed6b-2279-47d2-8624-05108103f9bd HTTP/1.1" status: 204 len: 168 time: 0.2552497 Feb 16 08:30:02.736553 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798be51-114f-41b0-904d-9b368893cbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219ed6b-2279-47d2-8624-05108103f9bd,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:02.830295 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-776e4382-cb43-456f-8b45-3221f0c9ffd7 req-3069d53a-15e1-493e-b0ad-b5b3980fa8cd tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 210 time: 0.0432935 Feb 16 08:30:02.939574 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Publish callbacks [] for port (df8b7489-bbc0-479a-a235-c01252850315), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:02.949202 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (df8b7489-bbc0-479a-a235-c01252850315), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.015084 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Pushing event updated for resources: {'Port': ['ID=df8b7489-bbc0-479a-a235-c01252850315,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:03.051163 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.051577 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.052123 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.052624 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.053116 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.053622 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.054139 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.054750 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.055554 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.056087 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.056666 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.057141 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.058552 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:03.103575 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Attempting to bind port df8b7489-bbc0-479a-a235-c01252850315 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:30:03.103952 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Attempting to bind port df8b7489-bbc0-479a-a235-c01252850315 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:30:03.104317 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Attempting to bind port df8b7489-bbc0-479a-a235-c01252850315 on network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:30:03.110612 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:30:03.110998 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Checking segment: {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:30:03.111483 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.111894 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Bound using segment: {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:30:03.112378 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Bound port: df8b7489-bbc0-479a-a235-c01252850315, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:30:03.112766 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (df8b7489-bbc0-479a-a235-c01252850315), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.116247 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 38832) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:03.134264 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d0fec545-6160-476b-accc-2356fd7ea186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.208581 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] For port df8b7489-bbc0-479a-a235-c01252850315, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:30:03.214739 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] For port df8b7489-bbc0-479a-a235-c01252850315, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=df8b7489-bbc0-479a-a235-c01252850315,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:30:03.224146 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (df8b7489-bbc0-479a-a235-c01252850315), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.249118 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d0fec545-6160-476b-accc-2356fd7ea186 admin admin] Publish callbacks [] for security_group (98432541-35c0-47fe-89f9-785e79a8d011), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.253848 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d0fec545-6160-476b-accc-2356fd7ea186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (98432541-35c0-47fe-89f9-785e79a8d011), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.294395 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fec545-6160-476b-accc-2356fd7ea186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98432541-35c0-47fe-89f9-785e79a8d011,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:03.299282 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-082b01c9-5a30-4cc8-ba51-c27c0d3ca5fa None None] Provisioning complete for port df8b7489-bbc0-479a-a235-c01252850315 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:03.299880 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082b01c9-5a30-4cc8-ba51-c27c0d3ca5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (df8b7489-bbc0-479a-a235-c01252850315), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.321927 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-d0fec545-6160-476b-accc-2356fd7ea186 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85ac1b43d0df42c1962b6ad65e8a15dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044101 Feb 16 08:30:03.323327 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:30:03.323999 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:29:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:03.324775 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 38838) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:03.430964 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-082b01c9-5a30-4cc8-ba51-c27c0d3ca5fa None None] Current status of the port df8b7489-bbc0-479a-a235-c01252850315 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:30:03.431700 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082b01c9-5a30-4cc8-ba51-c27c0d3ca5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (df8b7489-bbc0-479a-a235-c01252850315), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.449487 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-43d1a76a-c2f7-47d5-a0e0-040c94d4ab2d admin admin] Publish callbacks [] for security_group (98432541-35c0-47fe-89f9-785e79a8d011), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.476527 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 7f040686-1ce5-4f0f-b60f-b2a737c4082c up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:30:03.492050 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-43d1a76a-c2f7-47d5-a0e0-040c94d4ab2d admin admin] Publish callbacks [] for security_group (98432541-35c0-47fe-89f9-785e79a8d011), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.505650 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc321ca0-7e18-4b09-b0ed-96a94e55573d None None] Pushing event updated for resources: {'Port': ['ID=df8b7489-bbc0-479a-a235-c01252850315,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:03.532908 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-082b01c9-5a30-4cc8-ba51-c27c0d3ca5fa None None] For port df8b7489-bbc0-479a-a235-c01252850315, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=df8b7489-bbc0-479a-a235-c01252850315,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:03.548337 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-082b01c9-5a30-4cc8-ba51-c27c0d3ca5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (df8b7489-bbc0-479a-a235-c01252850315), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.591334 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-43d1a76a-c2f7-47d5-a0e0-040c94d4ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (98432541-35c0-47fe-89f9-785e79a8d011), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.594747 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-43d1a76a-c2f7-47d5-a0e0-040c94d4ab2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.599216 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-43d1a76a-c2f7-47d5-a0e0-040c94d4ab2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98432541-35c0-47fe-89f9-785e79a8d011 HTTP/1.1" status: 204 len: 168 time: 0.2731431 Feb 16 08:30:03.615498 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1a76a-c2f7-47d5-a0e0-040c94d4ab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98432541-35c0-47fe-89f9-785e79a8d011,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:03.619066 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:30:03.889326 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 7f040686-1ce5-4f0f-b60f-b2a737c4082c triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:03.890158 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:03.896272 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b01c9-5a30-4cc8-ba51-c27c0d3ca5fa None None] Pushing event updated for resources: {'Port': ['ID=df8b7489-bbc0-479a-a235-c01252850315,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:03.942046 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-22db77a2-0a6f-44d5-bb34-e5c91c6d00c6 None None] Provisioning complete for port df8b7489-bbc0-479a-a235-c01252850315 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:03.942657 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-22db77a2-0a6f-44d5-bb34-e5c91c6d00c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (df8b7489-bbc0-479a-a235-c01252850315), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:04.032855 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-72d86dc2-ca8a-4924-a9ff-145262bb1b2f req-417f13f8-036f-4682-91df-27f2a34db76e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 210 time: 0.0695825 Feb 16 08:30:04.050101 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:04.083779 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b528-69ab-4cbc-ab32-bc7936f3c812 None None] The sync data for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi is: [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:30:04.140304 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-22db77a2-0a6f-44d5-bb34-e5c91c6d00c6 None None] Current status of the port df8b7489-bbc0-479a-a235-c01252850315 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:30:04.210663 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 7f040686-1ce5-4f0f-b60f-b2a737c4082c is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:30:04.289471 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309fc53-9c19-4b90-92e3-96411ef881af req-547f0700-17ab-4711-b962-03dbcbac93eb tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:04.291006 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-547f0700-17ab-4711-b962-03dbcbac93eb tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 817 time: 0.1708095 Feb 16 08:30:04.364035 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-cadf5f0e-0edb-49ff-bdb4-c9e2180c983c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e1decab824d4e2688a82a531b0661c5 HTTP/1.1" status: 200 len: 380 time: 0.0635214 Feb 16 08:30:04.375554 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'port': {'device_id': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'admin_state_up': True, 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'security_groups': ['55211558-3e23-431f-b33c-cddddfc251db']}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:04.497577 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Made reservation on behalf of 8e1decab824d4e2688a82a531b0661c5 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:30:04.501365 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:04.644549 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Allocated IP 172.20.0.7 (e94f7ea2-78d4-4d1a-b567-9bf27edd9528/2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc/523d2597-2d0f-4d2e-8810-db326cd6c5e8) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:30:04.810821 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:04.848030 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:04.895960 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:30:04.899064 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:30:04.903403 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:30:04.910073 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:04.970390 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:04.972375 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:04.999641 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-52701279-f8d6-481f-9e98-74b1ad27ab75 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6279972 Feb 16 08:30:05.034877 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Request body: {'port': {'device_id': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:05.137468 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:05.210967 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f56d5-c3e2-4bf7-88f8-b81a93e757f1 req-0bb06964-2432-47a7-a75d-b023cf82eb89 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:05.218230 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-994f56d5-c3e2-4bf7-88f8-b81a93e757f1 req-0bb06964-2432-47a7-a75d-b023cf82eb89 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 931 time: 0.0751944 Feb 16 08:30:05.280388 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-c3731cc9-e682-46b2-9492-ec135af5771c None None] Provisioning complete for port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:05.280905 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c3731cc9-e682-46b2-9492-ec135af5771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:05.298092 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-994f56d5-c3e2-4bf7-88f8-b81a93e757f1 req-417add3e-199e-4698-ae97-d6c5c30b7edf tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784400 Feb 16 08:30:05.357014 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c3731cc9-e682-46b2-9492-ec135af5771c None None] Port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:30:05.430168 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device df8b7489-bbc0-479a-a235-c01252850315 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:30:05.494027 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port df8b7489-bbc0-479a-a235-c01252850315 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:05.494907 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (df8b7489-bbc0-479a-a235-c01252850315), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:05.499492 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523d2597-2d0f-4d2e-8810-db326cd6c5e8 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:30:05.508169 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Publish callbacks [] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:05.524314 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Transition to ACTIVE for port object 523d2597-2d0f-4d2e-8810-db326cd6c5e8 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:30:05.531736 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:05.599019 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:05.615793 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port df8b7489-bbc0-479a-a235-c01252850315 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:30:05.679151 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Attempting to bind port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:30:05.679151 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Attempting to bind port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:30:05.679549 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Attempting to bind port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 on network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:30:05.684991 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 on network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:30:05.685326 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Attempting to bind port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 on network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:30:05.691861 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:30:05.692148 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Checking segment: {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:30:05.692728 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Bound using segment: {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:30:05.693398 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Bound port: 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:30:05.693930 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:05.776896 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:30:05.782400 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:30:05.794383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:05.836430 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:05.837081 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:05.838868 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] 10.222.0.71 "PUT /v2.0/ports/523d2597-2d0f-4d2e-8810-db326cd6c5e8 HTTP/1.1" status: 200 len: 1093 time: 0.8087432 Feb 16 08:30:05.839335 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:30:05.841649 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:30:05.864426 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c95db8-4c97-4dd6-a2ad-9e74b51fa773 service neutron] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:05.932003 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9576cf48-97c7-4e2a-998c-7ffb01b3be2c x-openstack-request-id: req-9576cf48-97c7-4e2a-998c-7ffb01b3be2c {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:30:05.932395 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:30:05.932793 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9576cf48-97c7-4e2a-998c-7ffb01b3be2c {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:30:05.933649 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'status': 'completed', 'code': 200} Feb 16 08:30:05.962354 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309fc53-9c19-4b90-92e3-96411ef881af req-4ed86f54-89a4-4e94-85e0-35dcd0bb5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:05.964983 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-4ed86f54-89a4-4e94-85e0-35dcd0bb5d04 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 1127 time: 0.0724444 Feb 16 08:30:06.009273 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-c491140f-73fc-4ddc-83bf-5c3dcd5dec35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8 HTTP/1.1" status: 200 len: 217 time: 0.0371017 Feb 16 08:30:06.073846 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309fc53-9c19-4b90-92e3-96411ef881af req-f6980cb3-9147-4507-83c4-2283a5e42607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:06.075797 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-f6980cb3-9147-4507-83c4-2283a5e42607 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0592070 Feb 16 08:30:06.143681 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309fc53-9c19-4b90-92e3-96411ef881af req-372636d4-394e-41bc-a893-a5d5f3ad5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:06.145488 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-372636d4-394e-41bc-a893-a5d5f3ad5e81 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627458 Feb 16 08:30:06.267975 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-f7b35505-e875-402c-aad0-226158b99afd service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135828 Feb 16 08:30:06.374281 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8309fc53-9c19-4b90-92e3-96411ef881af req-87f386d5-99e4-42e0-b2e2-a2f1bdb093c0 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992186 Feb 16 08:30:06.487371 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a361944-b0f9-4197-882c-a0158c9bdda3 req-b8e2bf8b-40f4-485e-b52a-93621eb0deac tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:06.489014 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9a361944-b0f9-4197-882c-a0158c9bdda3 req-b8e2bf8b-40f4-485e-b52a-93621eb0deac tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.1088152 Feb 16 08:30:06.507809 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-31f21e81-3a11-4ce2-ab61-185c3bebb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:06.510327 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-31f21e81-3a11-4ce2-ab61-185c3bebb4b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 1127 time: 0.0579987 Feb 16 08:30:06.569167 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9a361944-b0f9-4197-882c-a0158c9bdda3 req-f6fdfeae-c323-4fa0-b298-ce178c29db8f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717082 Feb 16 08:30:06.641218 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-6e1796a4-61cf-4c59-a17a-054e6668ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:06.642722 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-6e1796a4-61cf-4c59-a17a-054e6668ea77 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.1225343 Feb 16 08:30:06.918247 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-fed19086-4dd2-4301-a6cc-4d92d8b38f0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8 HTTP/1.1" status: 200 len: 217 time: 0.2686708 Feb 16 08:30:06.970321 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-c3433908-5a09-4a26-8263-fab8b9cb0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:06.972140 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-c3433908-5a09-4a26-8263-fab8b9cb0a02 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0476055 Feb 16 08:30:07.024952 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-d53474b1-846c-4471-b5fb-e49c380752c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:07.026526 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-d53474b1-846c-4471-b5fb-e49c380752c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477269 Feb 16 08:30:07.142055 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-958a95f4-f325-492d-ae76-c9773ed6db50 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049476 Feb 16 08:30:07.245020 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-af3d8db2-4fe7-4fa9-8228-526f0aa5ab8f req-9cfa579f-012a-4a3e-9d31-7e1710b603a2 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955045 Feb 16 08:30:07.464029 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 39000) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:07.572740 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf4076de-a115-4349-97bb-96eec8005c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:07.640959 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:07.660267 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf4076de-a115-4349-97bb-96eec8005c95 admin admin] Publish callbacks [] for security_group (f2bf9f30-b89f-441f-b0ad-2ec2f74dcdf1), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:07.664480 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf4076de-a115-4349-97bb-96eec8005c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (f2bf9f30-b89f-441f-b0ad-2ec2f74dcdf1), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:07.704477 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163b328-15b3-4458-a20e-807426294767 req-b4d74794-5033-4f3f-a2e4-a78b6146705b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:07.706239 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e163b328-15b3-4458-a20e-807426294767 req-b4d74794-5033-4f3f-a2e4-a78b6146705b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0635252 Feb 16 08:30:07.708094 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-cf4076de-a115-4349-97bb-96eec8005c95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd620b6850294e91b41793401b0aabc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428954 Feb 16 08:30:07.711704 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 39008) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:07.718053 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4076de-a115-4349-97bb-96eec8005c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bf9f30-b89f-441f-b0ad-2ec2f74dcdf1,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:07.761284 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e163b328-15b3-4458-a20e-807426294767 req-5eac3c63-fa04-4f7f-b82b-a1c75d6e8aa4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460193 Feb 16 08:30:07.767594 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4b1de566-00fe-450e-953d-bab5031818ab admin admin] Publish callbacks [] for security_group (f2bf9f30-b89f-441f-b0ad-2ec2f74dcdf1), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:07.790284 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4b1de566-00fe-450e-953d-bab5031818ab admin admin] Publish callbacks [] for security_group (f2bf9f30-b89f-441f-b0ad-2ec2f74dcdf1), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:07.836587 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4b1de566-00fe-450e-953d-bab5031818ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (f2bf9f30-b89f-441f-b0ad-2ec2f74dcdf1), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:07.839664 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4b1de566-00fe-450e-953d-bab5031818ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:07.840886 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-4b1de566-00fe-450e-953d-bab5031818ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2bf9f30-b89f-441f-b0ad-2ec2f74dcdf1 HTTP/1.1" status: 204 len: 168 time: 0.1289237 Feb 16 08:30:07.849709 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1de566-00fe-450e-953d-bab5031818ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bf9f30-b89f-441f-b0ad-2ec2f74dcdf1,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:08.101487 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 39014) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:08.114990 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0778-cdef-43c9-acc7-75076b511801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:08.200717 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0778-cdef-43c9-acc7-75076b511801 admin admin] Publish callbacks [] for security_group (9ec14212-7508-4649-8c66-8684669a50a6), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:08.205851 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0778-cdef-43c9-acc7-75076b511801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (9ec14212-7508-4649-8c66-8684669a50a6), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:08.249684 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c0778-cdef-43c9-acc7-75076b511801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec14212-7508-4649-8c66-8684669a50a6,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:08.254868 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-fd6c0778-cdef-43c9-acc7-75076b511801 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81e7426a02af4d4c8c4ad6f8a198c288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517549 Feb 16 08:30:08.256799 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 39016) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:08.307258 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f4886ebe-4e64-4d95-b808-d6567f5a90d6 admin admin] Publish callbacks [] for security_group (9ec14212-7508-4649-8c66-8684669a50a6), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:08.329838 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f4886ebe-4e64-4d95-b808-d6567f5a90d6 admin admin] Publish callbacks [] for security_group (9ec14212-7508-4649-8c66-8684669a50a6), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:08.379549 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f4886ebe-4e64-4d95-b808-d6567f5a90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (9ec14212-7508-4649-8c66-8684669a50a6), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:08.380308 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f4886ebe-4e64-4d95-b808-d6567f5a90d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:08.383972 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-f4886ebe-4e64-4d95-b808-d6567f5a90d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ec14212-7508-4649-8c66-8684669a50a6 HTTP/1.1" status: 204 len: 168 time: 0.1237710 Feb 16 08:30:08.392999 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4886ebe-4e64-4d95-b808-d6567f5a90d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec14212-7508-4649-8c66-8684669a50a6,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:08.885458 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731f7bb-ae88-4389-99c3-85a3bf81b450 req-547541ae-a905-4a6a-8ef1-56305bea65b0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:08.887616 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5731f7bb-ae88-4389-99c3-85a3bf81b450 req-547541ae-a905-4a6a-8ef1-56305bea65b0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0541184 Feb 16 08:30:08.937196 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5731f7bb-ae88-4389-99c3-85a3bf81b450 req-ee804019-1815-4221-b3fa-7822ea15a7d6 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 Feb 16 08:30:09.903702 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 523d2597-2d0f-4d2e-8810-db326cd6c5e8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:30:10.037879 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:10.052354 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'port_id': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'mac_address': 'fa:16:3e:c1:04:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:30:10.090002 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67a137-4372-422a-8508-1f258b8bf185 req-a11e2af8-1cfa-4586-b436-4f50e02de83d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:10.096145 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:30:10.096692 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:10.098223 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3e67a137-4372-422a-8508-1f258b8bf185 req-a11e2af8-1cfa-4586-b436-4f50e02de83d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0802195 Feb 16 08:30:10.115005 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523d2597-2d0f-4d2e-8810-db326cd6c5e8 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:30:10.136304 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:10.140970 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:10.145368 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3e67a137-4372-422a-8508-1f258b8bf185 req-50161f2c-11ec-42ce-95fe-3b4dccb4e188 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458987 Feb 16 08:30:10.191290 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:10.515178 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['523d2597-2d0f-4d2e-8810-db326cd6c5e8'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:30:11.291042 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe96e2-70e3-4bd4-bea0-fe6af62cfd1a req-0b31eb2a-1786-4bd3-a7e7-80041f13d866 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:11.292882 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-24fe96e2-70e3-4bd4-bea0-fe6af62cfd1a req-0b31eb2a-1786-4bd3-a7e7-80041f13d866 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 944 time: 0.0719969 Feb 16 08:30:11.360277 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-24fe96e2-70e3-4bd4-bea0-fe6af62cfd1a req-f797c2df-252d-413d-97cf-b9265ecff3e3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512891 Feb 16 08:30:12.489078 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afa9be-2be8-4c12-bc0d-3b824b7b1086 req-b8b0ca01-77e2-44e2-9227-f83cc39795e1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:12.490630 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e3afa9be-2be8-4c12-bc0d-3b824b7b1086 req-b8b0ca01-77e2-44e2-9227-f83cc39795e1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 944 time: 0.0557253 Feb 16 08:30:12.549336 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e3afa9be-2be8-4c12-bc0d-3b824b7b1086 req-7641c466-2add-4171-9c76-246603395113 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531812 Feb 16 08:30:13.641437 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-151b8d55-8746-4db8-a99a-fd09edad2ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:13.683302 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc6fad-cbab-4d7c-81c1-0bc0682f4465 req-445c0cd9-b9e2-49d2-b6c6-b6267450659f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:13.684840 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-66dc6fad-cbab-4d7c-81c1-0bc0682f4465 req-445c0cd9-b9e2-49d2-b6c6-b6267450659f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 944 time: 0.0562515 Feb 16 08:30:13.731889 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-66dc6fad-cbab-4d7c-81c1-0bc0682f4465 req-b87dba92-c717-4957-8515-ffb583750ea3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Feb 16 08:30:14.047764 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 523d2597-2d0f-4d2e-8810-db326cd6c5e8 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:30:14.096997 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:30:14.100939 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:14.101366 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:14.188312 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:30:14.188703 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:14.212463 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:30:14.214746 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd90b42b-78b2-4dfb-b21d-ff2edf78718b" -d '{"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-plugged", "status": "completed", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:30:14.228210 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:14.234330 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:14.261251 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ed780f-8647-4717-b35c-5370062556c5 x-openstack-request-id: req-b8ed780f-8647-4717-b35c-5370062556c5 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:30:14.261536 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-plugged", "status": "completed", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:30:14.261787 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8ed780f-8647-4717-b35c-5370062556c5 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:30:14.262172 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'code': 200} Feb 16 08:30:14.288404 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:14.295338 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.295712 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.296056 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.296394 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.296724 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.297052 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.297380 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.297710 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.298034 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.298360 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.298682 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.299002 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.299319 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:14.855738 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc9d1b-7698-434a-ad15-074ed7302a49 req-766d406f-d0bf-4305-baf0-c1eafbffb72a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:14.857301 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b6fc9d1b-7698-434a-ad15-074ed7302a49 req-766d406f-d0bf-4305-baf0-c1eafbffb72a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0534565 Feb 16 08:30:14.904854 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b6fc9d1b-7698-434a-ad15-074ed7302a49 req-aa306169-f5ed-48a5-a525-5654e89baa2d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Feb 16 08:30:15.649719 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef478d1-63e1-49cb-968e-ad4b4a96dd86 req-81db0f3b-ed31-40ac-b655-e7c046537637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:15.651928 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2ef478d1-63e1-49cb-968e-ad4b4a96dd86 req-81db0f3b-ed31-40ac-b655-e7c046537637 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 1129 time: 0.0431848 Feb 16 08:30:15.697314 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2ef478d1-63e1-49cb-968e-ad4b4a96dd86 req-572b7882-d7a7-446c-a308-6a2af5238f12 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399678 Feb 16 08:30:15.905175 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6b516829-f8fc-4b37-89ba-d4e1c59882ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:16.053588 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1708e21-f7fc-441b-a391-66b3f4bef85c req-a03c0b5a-5961-4c78-8cd1-3a42e6430dc4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:16.055182 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e1708e21-f7fc-441b-a391-66b3f4bef85c req-a03c0b5a-5961-4c78-8cd1-3a42e6430dc4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0588522 Feb 16 08:30:16.102095 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e1708e21-f7fc-441b-a391-66b3f4bef85c req-3d5edef0-3b47-4bac-b723-21a6a521d350 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Feb 16 08:30:16.273219 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb37c4-af5b-4f1b-a346-7203eb75d0e3 req-1c8b8d7e-00c9-4da3-9ce2-a515e34c197b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:16.274741 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b8cb37c4-af5b-4f1b-a346-7203eb75d0e3 req-1c8b8d7e-00c9-4da3-9ce2-a515e34c197b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0542855 Feb 16 08:30:16.342981 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b8cb37c4-af5b-4f1b-a346-7203eb75d0e3 req-3e6b332c-d6b4-40b0-bb11-437095ce0cfb tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613379 Feb 16 08:30:17.232446 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf45b98-c09f-4f76-889f-a8e107d5a5f1 req-7cf6365a-fe99-4ea3-bcaf-7541a698e9dc tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:17.233917 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-faf45b98-c09f-4f76-889f-a8e107d5a5f1 req-7cf6365a-fe99-4ea3-bcaf-7541a698e9dc tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0541868 Feb 16 08:30:17.287165 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-faf45b98-c09f-4f76-889f-a8e107d5a5f1 req-9ee67cda-5ec9-4230-9cca-da103550d0a0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476029 Feb 16 08:30:17.392579 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:17.468773 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5552740-b986-4804-97c7-7316ffa53cf5 req-6daafbb4-f1c1-41cf-9812-3a1f3aca0e8d tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:17.470408 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f5552740-b986-4804-97c7-7316ffa53cf5 req-6daafbb4-f1c1-41cf-9812-3a1f3aca0e8d tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0555198 Feb 16 08:30:17.527324 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f5552740-b986-4804-97c7-7316ffa53cf5 req-6fbed54c-8ebc-4958-97f1-4052e3b900e5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508780 Feb 16 08:30:18.416491 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fa83-0b3a-484a-8ca2-d28a77a2d6e0 req-1fcb54fc-2ad7-463f-8ac1-e60aae6cbcf3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:18.418015 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-de21fa83-0b3a-484a-8ca2-d28a77a2d6e0 req-1fcb54fc-2ad7-463f-8ac1-e60aae6cbcf3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0548086 Feb 16 08:30:18.465872 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-de21fa83-0b3a-484a-8ca2-d28a77a2d6e0 req-82b6ced3-216d-43a3-b7b3-e3f2242ad922 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Feb 16 08:30:18.660353 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f436a39-9169-4386-8026-465fd3a7dfd5 req-203e40f7-6ab1-4669-8092-6382d1e2393b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:18.661941 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6f436a39-9169-4386-8026-465fd3a7dfd5 req-203e40f7-6ab1-4669-8092-6382d1e2393b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0645237 Feb 16 08:30:18.710806 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6f436a39-9169-4386-8026-465fd3a7dfd5 req-036b77d9-7a4e-421c-8e08-956f118b8fd1 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430532 Feb 16 08:30:18.893899 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:19.594043 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5e86a-dfa4-4a83-84ee-952d3549b10b req-2b217c19-5e80-48a4-ade4-815f79d766cf tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:19.595560 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3ad5e86a-dfa4-4a83-84ee-952d3549b10b req-2b217c19-5e80-48a4-ade4-815f79d766cf tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0556226 Feb 16 08:30:19.645638 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3ad5e86a-dfa4-4a83-84ee-952d3549b10b req-b27fc3e3-a142-4666-a7e7-d6f101f4c547 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443010 Feb 16 08:30:19.839798 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227cb88-e44c-45a6-aad5-5f9e6d198dd6 req-3d146e83-3fcb-459a-8af2-ecdaaeb98f4a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:19.841303 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5227cb88-e44c-45a6-aad5-5f9e6d198dd6 req-3d146e83-3fcb-459a-8af2-ecdaaeb98f4a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0610337 Feb 16 08:30:19.888460 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5227cb88-e44c-45a6-aad5-5f9e6d198dd6 req-fb4b72e6-317c-43bc-a01b-a73375d0081d tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 Feb 16 08:30:20.156376 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:20.785989 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ced4-aeca-4225-af60-0dd08a815327 req-2dd6d503-6e62-43ed-8ad2-c2d67ac9c1ef tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:20.787465 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-df30ced4-aeca-4225-af60-0dd08a815327 req-2dd6d503-6e62-43ed-8ad2-c2d67ac9c1ef tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0621276 Feb 16 08:30:20.868929 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-df30ced4-aeca-4225-af60-0dd08a815327 req-1c8db927-7a79-4a8d-bc03-56a82b50d08c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734885 Feb 16 08:30:21.040035 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798f4d-b711-4f57-932b-ac2ff4ee917e req-3b084ad1-e578-47d1-a844-09d55441ff06 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:21.042385 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-84798f4d-b711-4f57-932b-ac2ff4ee917e req-3b084ad1-e578-47d1-a844-09d55441ff06 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0582199 Feb 16 08:30:21.099218 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-84798f4d-b711-4f57-932b-ac2ff4ee917e req-bc60a2c4-2c4f-44cf-9ece-d5a050ad4f5b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508204 Feb 16 08:30:22.004051 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117a16c-c2fd-450d-bbd4-c08808ab68a1 req-76304096-fd88-4f64-92a8-2bfd139c0851 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:22.005555 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6117a16c-c2fd-450d-bbd4-c08808ab68a1 req-76304096-fd88-4f64-92a8-2bfd139c0851 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0576766 Feb 16 08:30:22.055789 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6117a16c-c2fd-450d-bbd4-c08808ab68a1 req-6af7712d-d7f9-4e9d-86cb-00e9747473db tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441272 Feb 16 08:30:22.203704 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fee355-b692-4ad2-801c-37e79aea256a req-0c7271ea-bddd-4a9f-a1d6-38abe062c980 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:22.205030 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-43fee355-b692-4ad2-801c-37e79aea256a req-0c7271ea-bddd-4a9f-a1d6-38abe062c980 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0737469 Feb 16 08:30:22.219757 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 39174) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:22.226564 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-2c1636a0-6fc6-48a7-ae25-e3c87405310b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'floatingip': {'port_id': '523d2597-2d0f-4d2e-8810-db326cd6c5e8'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:22.311545 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2c1636a0-6fc6-48a7-ae25-e3c87405310b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (55226f7e-7389-4111-b12c-0af629dc7d1c), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:22.610575 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d861-7981-4a25-94c4-ef5bc5154e0e req-7a0b993b-86de-4c9a-9fd6-07b7c17976f9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:22.612009 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4159d861-7981-4a25-94c4-ef5bc5154e0e req-7a0b993b-86de-4c9a-9fd6-07b7c17976f9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.4297965 Feb 16 08:30:22.733806 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4159d861-7981-4a25-94c4-ef5bc5154e0e req-8170d74d-0383-4484-9d7e-63f64a86bfcf tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160264 Feb 16 08:30:23.043551 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2c1636a0-6fc6-48a7-ae25-e3c87405310b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:23.047687 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2c1636a0-6fc6-48a7-ae25-e3c87405310b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (55226f7e-7389-4111-b12c-0af629dc7d1c), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:23.153608 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.l3_db [None req-2c1636a0-6fc6-48a7-ae25-e3c87405310b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Floating IP 55226f7e-7389-4111-b12c-0af629dc7d1c associated. External IP: 172.27.0.73, port: 523d2597-2d0f-4d2e-8810-db326cd6c5e8. Feb 16 08:30:23.422019 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1636a0-6fc6-48a7-ae25-e3c87405310b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Router bf6fd64c-bc22-4753-b158-2fdc29f3313b has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:30:23.537369 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1636a0-6fc6-48a7-ae25-e3c87405310b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:30:23.542314 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2c1636a0-6fc6-48a7-ae25-e3c87405310b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:23.546842 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] Sync routers for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:30:23.557761 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:30:23.558390 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:30:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:23.576208 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-2c1636a0-6fc6-48a7-ae25-e3c87405310b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "PUT /v2.0/floatingips/55226f7e-7389-4111-b12c-0af629dc7d1c HTTP/1.1" status: 200 len: 990 time: 1.3543236 Feb 16 08:30:23.576815 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:30:23.579135 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b02fd47-7328-4da2-887b-db238950694c" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:30:23.614527 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb199826-63e2-465f-a295-826225057494 x-openstack-request-id: req-bb199826-63e2-465f-a295-826225057494 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:30:23.614826 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:30:23.615079 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb199826-63e2-465f-a295-826225057494 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:30:23.615507 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'status': 'completed', 'code': 200} Feb 16 08:30:23.680680 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:30:23.693774 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02fd47-7328-4da2-887b-db238950694c req-cd8a1a2d-8cf9-437a-b868-359500c2c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:23.695395 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3b02fd47-7328-4da2-887b-db238950694c req-cd8a1a2d-8cf9-437a-b868-359500c2c8f9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 1129 time: 0.0480812 Feb 16 08:30:23.790897 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02fd47-7328-4da2-887b-db238950694c req-0c970601-dda8-4fda-8f10-305ceb9843e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:23.793406 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3b02fd47-7328-4da2-887b-db238950694c req-0c970601-dda8-4fda-8f10-305ceb9843e9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.0913639 Feb 16 08:30:23.877709 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5430cf2-e589-4bbd-919d-7e5a47c17194 req-c25d4635-1a34-4ec3-8cc5-aa7b56213f04 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:23.879305 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d5430cf2-e589-4bbd-919d-7e5a47c17194 req-c25d4635-1a34-4ec3-8cc5-aa7b56213f04 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0572588 Feb 16 08:30:23.968106 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d5430cf2-e589-4bbd-919d-7e5a47c17194 req-32ac93e8-f22f-4d1f-b3b4-47c8b46cdb2d tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780189 Feb 16 08:30:24.064059 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '55226f7e-7389-4111-b12c-0af629dc7d1c', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'port_id': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'mac_address': 'fa:16:3e:c1:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:30:01Z', 'updated_at': '2022-02-16T08:30:22Z', 'revision_number': 1, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:24.112775 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] Checking router: bf6fd64c-bc22-4753-b158-2fdc29f3313b for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:30:24.127786 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:30:24.128841 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:30:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:24.250008 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:30:24.487957 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '55226f7e-7389-4111-b12c-0af629dc7d1c', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'port_id': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'mac_address': 'fa:16:3e:c1:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:30:01Z', 'updated_at': '2022-02-16T08:30:22Z', 'revision_number': 1, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:24.514873 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc041640-86cb-49f4-bacd-417b125e1603 None None] The sync data for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi is: [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '55226f7e-7389-4111-b12c-0af629dc7d1c', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'port_id': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'mac_address': 'fa:16:3e:c1:04:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:30:01Z', 'updated_at': '2022-02-16T08:30:22Z', 'revision_number': 1, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:30:24.714880 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a47700-dd4b-4fc6-bde6-5fc9434e6183 None None] New status for floating IP 55226f7e-7389-4111-b12c-0af629dc7d1c: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:30:25.090546 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3b02fd47-7328-4da2-887b-db238950694c req-3823b853-f3fd-47ce-ab6b-351f9be17af9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8 HTTP/1.1" status: 200 len: 1000 time: 0.0855513 Feb 16 08:30:25.108141 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26194f-edba-45b2-ba00-e671a751d174 req-5540b6a3-556b-47d7-891e-eb353aa36782 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:25.109649 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2a26194f-edba-45b2-ba00-e671a751d174 req-5540b6a3-556b-47d7-891e-eb353aa36782 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0621142 Feb 16 08:30:25.157786 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2a26194f-edba-45b2-ba00-e671a751d174 req-3221babd-7943-4ecc-8f51-000dde9523d7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423532 Feb 16 08:30:26.035940 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02fd47-7328-4da2-887b-db238950694c req-9f80f6e5-20dc-4cbe-835f-6a68e816ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:26.037641 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3b02fd47-7328-4da2-887b-db238950694c req-9f80f6e5-20dc-4cbe-835f-6a68e816ab44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0447993 Feb 16 08:30:26.278009 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5453df-bf9c-4dd2-8118-6d595eedaeb7 req-dfdb40ce-dbd7-4c2b-b4a4-d35dd194ad11 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:26.279546 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ee5453df-bf9c-4dd2-8118-6d595eedaeb7 req-dfdb40ce-dbd7-4c2b-b4a4-d35dd194ad11 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0538445 Feb 16 08:30:26.327321 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ee5453df-bf9c-4dd2-8118-6d595eedaeb7 req-8d69dfa0-d55c-4dbf-81e5-b8b542558747 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420032 Feb 16 08:30:27.298614 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02fd47-7328-4da2-887b-db238950694c req-50db8051-eacb-42fb-879f-a0be3e5b47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:27.300189 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3b02fd47-7328-4da2-887b-db238950694c req-50db8051-eacb-42fb-879f-a0be3e5b47c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469453 Feb 16 08:30:27.410031 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3b02fd47-7328-4da2-887b-db238950694c req-ddf769c9-90c3-41dd-862b-3ea662eb590b service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028557 Feb 16 08:30:27.463739 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1df7ee-b730-4d11-a7f3-25d63794025a req-9d9c5d35-b4b3-4e2d-862a-aaf6c7d279b3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:27.465606 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6a1df7ee-b730-4d11-a7f3-25d63794025a req-9d9c5d35-b4b3-4e2d-862a-aaf6c7d279b3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0669262 Feb 16 08:30:27.537709 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6a1df7ee-b730-4d11-a7f3-25d63794025a req-4192b736-84a1-4b70-9486-42a59f2acf8a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660243 Feb 16 08:30:27.538129 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3b02fd47-7328-4da2-887b-db238950694c req-f145dc21-c4bb-4362-9e4b-7d2acbfd3b77 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216297 Feb 16 08:30:28.697285 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1111-5027-4b45-9a8c-49605e56e50c req-5be84fe0-5dd4-4a6e-9fcc-8840018467bf tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:28.700293 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-043c1111-5027-4b45-9a8c-49605e56e50c req-5be84fe0-5dd4-4a6e-9fcc-8840018467bf tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0790901 Feb 16 08:30:28.760384 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-043c1111-5027-4b45-9a8c-49605e56e50c req-d699ef18-a21b-46fb-b28a-f0b797a88beb tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533941 Feb 16 08:30:29.931838 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57480946-2f7f-4d03-b5a6-647f4a646759 req-0bce7458-26a1-47a5-abb8-0ca5a92b0554 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:29.933586 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-57480946-2f7f-4d03-b5a6-647f4a646759 req-0bce7458-26a1-47a5-abb8-0ca5a92b0554 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0826490 Feb 16 08:30:30.007068 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-57480946-2f7f-4d03-b5a6-647f4a646759 req-7f1e2a41-1f09-4375-8aed-b8b948477f90 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624809 Feb 16 08:30:31.180857 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1089fd-5e2b-4ad8-8348-a33c05a5691a req-59319ab6-92eb-4c8d-80f8-3af7dfa4a982 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:31.184410 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2c1089fd-5e2b-4ad8-8348-a33c05a5691a req-59319ab6-92eb-4c8d-80f8-3af7dfa4a982 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0628631 Feb 16 08:30:31.247457 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2c1089fd-5e2b-4ad8-8348-a33c05a5691a req-a51994d2-bc39-4d89-875c-aa58bdf8857a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530179 Feb 16 08:30:32.631168 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577508d-fee1-4959-9b5f-074df8ae31cc req-c2429d11-87b0-440a-8118-aa1b448817c0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:32.634227 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e577508d-fee1-4959-9b5f-074df8ae31cc req-c2429d11-87b0-440a-8118-aa1b448817c0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.3007486 Feb 16 08:30:32.703173 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e577508d-fee1-4959-9b5f-074df8ae31cc req-7ff5a2b1-3ac6-4b6a-80b2-71b514c40423 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619025 Feb 16 08:30:33.943816 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a78f0-1263-428f-876c-1e71f3e0f97e req-792e032f-150b-4898-8e47-d0464bdbba2d tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:33.945985 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7a4a78f0-1263-428f-876c-1e71f3e0f97e req-792e032f-150b-4898-8e47-d0464bdbba2d tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.1529477 Feb 16 08:30:34.024304 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7a4a78f0-1263-428f-876c-1e71f3e0f97e req-776d896a-c236-4a14-808d-26e762b1d191 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676551 Feb 16 08:30:35.217600 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba2a13-ada9-40c7-a204-d131ffdfae89 req-e2073471-bca6-47ad-9092-daf2a8762ba3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:35.228366 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-19ba2a13-ada9-40c7-a204-d131ffdfae89 req-e2073471-bca6-47ad-9092-daf2a8762ba3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.1048391 Feb 16 08:30:35.315525 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-19ba2a13-ada9-40c7-a204-d131ffdfae89 req-c0894e64-5863-4a2f-ae86-3d7622e98f7a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851991 Feb 16 08:30:35.754962 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:30:36.450395 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb3861-4b37-475b-81f2-7f6ae6afe68d req-e09154da-d248-4174-add7-fff0a37eb1ec tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:36.452070 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3ebb3861-4b37-475b-81f2-7f6ae6afe68d req-e09154da-d248-4174-add7-fff0a37eb1ec tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0575750 Feb 16 08:30:36.520536 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3ebb3861-4b37-475b-81f2-7f6ae6afe68d req-736dcb01-9b1a-4689-b6dd-5d373a99ff0e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621889 Feb 16 08:30:37.654406 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a50093-4401-4351-828f-67dacbe4a54b req-d3b1ebeb-58ed-4939-a2bd-96813958fac6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:37.656249 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-64a50093-4401-4351-828f-67dacbe4a54b req-d3b1ebeb-58ed-4939-a2bd-96813958fac6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0550730 Feb 16 08:30:37.658191 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:37.706119 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-64a50093-4401-4351-828f-67dacbe4a54b req-80744d6f-ecd6-4141-866a-0df99e1cf677 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Feb 16 08:30:38.830271 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb3aea-1f2d-4d5a-b551-6ebfa221be3c req-d4902035-6e1b-4d74-9a1f-00849591f8c7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:38.831792 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-02fb3aea-1f2d-4d5a-b551-6ebfa221be3c req-d4902035-6e1b-4d74-9a1f-00849591f8c7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0569839 Feb 16 08:30:38.883223 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-02fb3aea-1f2d-4d5a-b551-6ebfa221be3c req-6a5d9fa5-074d-449d-8c46-6cda64943d67 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458605 Feb 16 08:30:40.008730 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bffed8-dc31-4bf0-aa3a-829c03ca5919 req-8461c91b-a3c2-4a5f-8cd4-1d9e62645724 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:40.010834 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c3bffed8-dc31-4bf0-aa3a-829c03ca5919 req-8461c91b-a3c2-4a5f-8cd4-1d9e62645724 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0580242 Feb 16 08:30:40.061377 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c3bffed8-dc31-4bf0-aa3a-829c03ca5919 req-9535a926-f322-41e8-94c4-aca6a9149fc7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448358 Feb 16 08:30:41.306078 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7294c-a2ae-4321-99d8-65bc682a458c req-384ebdf7-a070-4bbc-b855-469475937fa1 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:41.308189 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1ca7294c-a2ae-4321-99d8-65bc682a458c req-384ebdf7-a070-4bbc-b855-469475937fa1 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0548303 Feb 16 08:30:41.355664 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1ca7294c-a2ae-4321-99d8-65bc682a458c req-4f6e2b74-7b2a-4c72-9fce-5d3597ed0034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Feb 16 08:30:42.477404 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7979169-af7b-435b-908f-30be78c5965c req-e50df0bd-0f47-408c-89bb-8660a0ab54e0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:42.478888 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f7979169-af7b-435b-908f-30be78c5965c req-e50df0bd-0f47-408c-89bb-8660a0ab54e0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0560830 Feb 16 08:30:42.526304 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f7979169-af7b-435b-908f-30be78c5965c req-9cf9847b-1b25-440f-a0b6-963a97f30bf3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 Feb 16 08:30:43.635863 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9bfc74ff-f311-487b-bf2b-078aa77e24ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:43.648997 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6955f-c8ae-4de2-a722-15a73427a21f req-2789b2e0-cc36-4d4a-ad87-df425de4afb6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:43.651053 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b9e6955f-c8ae-4de2-a722-15a73427a21f req-2789b2e0-cc36-4d4a-ad87-df425de4afb6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0567307 Feb 16 08:30:43.698352 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b9e6955f-c8ae-4de2-a722-15a73427a21f req-3a21cf51-0923-4586-9385-e936970ab94f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 Feb 16 08:30:44.827267 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7fff8-dcb2-43b0-b6be-aa8f782b18d0 req-ed4aca5d-30ac-42b0-83be-51515bccba30 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:44.828876 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1ae7fff8-dcb2-43b0-b6be-aa8f782b18d0 req-ed4aca5d-30ac-42b0-83be-51515bccba30 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0587521 Feb 16 08:30:44.879193 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1ae7fff8-dcb2-43b0-b6be-aa8f782b18d0 req-f62a78e5-84e5-4c6c-b3b8-fb6fd861e350 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446324 Feb 16 08:30:45.085671 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7e47-68fc-4b11-93ec-de5f64d19360 req-a8ac3209-88ce-4441-814a-b6ea5b69e6a3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:45.087177 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51eb7e47-68fc-4b11-93ec-de5f64d19360 req-a8ac3209-88ce-4441-814a-b6ea5b69e6a3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0549705 Feb 16 08:30:45.135888 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51eb7e47-68fc-4b11-93ec-de5f64d19360 req-e6cd3ea1-e822-4767-92a4-7c90651a65d2 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423870 Feb 16 08:30:45.143726 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-da8402f4-b1cf-49fb-96b5-a3efe5a2c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:45.145397 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-da8402f4-b1cf-49fb-96b5-a3efe5a2c573 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 1129 time: 0.0462630 Feb 16 08:30:45.237970 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-87681c0e-060b-4362-9335-1304a296fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:45.239561 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-87681c0e-060b-4362-9335-1304a296fe25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 912 time: 0.0856738 Feb 16 08:30:45.309348 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-e4fa00c0-7863-4df1-96f9-9971a937d8ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfba41-0202-400f-a192-82b9e913d774 HTTP/1.1" status: 200 len: 1001 time: 0.0618513 Feb 16 08:30:45.358897 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-4819ca12-cddf-4a55-a825-fe039df60d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:45.360426 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-4819ca12-cddf-4a55-a825-fe039df60d4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.0440235 Feb 16 08:30:45.410510 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-780fceaf-db53-4e68-b570-35a81d135a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:45.412140 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-780fceaf-db53-4e68-b570-35a81d135a93 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434201 Feb 16 08:30:45.508767 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-0b18f39f-7994-41cb-9f0a-d25b40c9a4f6 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888531 Feb 16 08:30:45.607285 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1076a2ee-3c62-4306-aff9-ae3d9252be11 req-d9c75b78-f77f-48d1-9b7a-b3094359a133 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885375 Feb 16 08:30:45.861172 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 39380) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:45.908503 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-423bd23e-6f44-47bc-ade5-8e2734e541b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:45.986111 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f907df08-701b-410d-8896-7c6b0a3f9c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.062832 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f907df08-701b-410d-8896-7c6b0a3f9c53 admin admin] Publish callbacks [] for security_group (ae381e24-8670-41b3-8010-d4eea69faf83), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.066849 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f907df08-701b-410d-8896-7c6b0a3f9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ae381e24-8670-41b3-8010-d4eea69faf83), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.106233 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-f907df08-701b-410d-8896-7c6b0a3f9c53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce58177680f84a2b9028f7694c3cf1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439475 Feb 16 08:30:46.107208 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907df08-701b-410d-8896-7c6b0a3f9c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae381e24-8670-41b3-8010-d4eea69faf83,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:46.108942 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 39384) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:46.159122 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Publish callbacks [] for security_group (ae381e24-8670-41b3-8010-d4eea69faf83), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.181557 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Publish callbacks [] for security_group (ae381e24-8670-41b3-8010-d4eea69faf83), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.236171 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ae381e24-8670-41b3-8010-d4eea69faf83), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.238880 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.240153 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae381e24-8670-41b3-8010-d4eea69faf83 HTTP/1.1" status: 204 len: 168 time: 0.1301460 Feb 16 08:30:46.250256 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae381e24-8670-41b3-8010-d4eea69faf83,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:46.257904 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.258510 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.259033 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.260188 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.260697 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.261366 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.261861 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.262355 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.262884 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.263390 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.263912 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.264394 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.264886 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3bbfc2-8817-46d5-99fc-48cffd072d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:46.270222 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac755b4-ec4a-4267-8179-54894fc30403 req-16328028-ff0e-46ae-ba10-3be221decc7e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:46.271638 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eac755b4-ec4a-4267-8179-54894fc30403 req-16328028-ff0e-46ae-ba10-3be221decc7e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0639327 Feb 16 08:30:46.333432 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eac755b4-ec4a-4267-8179-54894fc30403 req-4ff514ba-013a-4514-875e-e4b3e741b8c6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523303 Feb 16 08:30:46.540989 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 39392) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:46.554085 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9e43bf18-53d5-43c5-ac00-23f022be1578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.629872 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9e43bf18-53d5-43c5-ac00-23f022be1578 admin admin] Publish callbacks [] for security_group (75ad0cf5-ac6c-48cd-afd4-a7123e953e13), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.636109 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9e43bf18-53d5-43c5-ac00-23f022be1578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (75ad0cf5-ac6c-48cd-afd4-a7123e953e13), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.672694 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43bf18-53d5-43c5-ac00-23f022be1578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ad0cf5-ac6c-48cd-afd4-a7123e953e13,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:46.678048 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9e43bf18-53d5-43c5-ac00-23f022be1578 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=121cbabc4e6d4c09ac81b507608e3e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359921 Feb 16 08:30:46.680937 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 39394) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:46.730421 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f415ee51-df1a-40a0-aa63-905c119d39b6 admin admin] Publish callbacks [] for security_group (75ad0cf5-ac6c-48cd-afd4-a7123e953e13), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.751781 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f415ee51-df1a-40a0-aa63-905c119d39b6 admin admin] Publish callbacks [] for security_group (75ad0cf5-ac6c-48cd-afd4-a7123e953e13), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.797536 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f415ee51-df1a-40a0-aa63-905c119d39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (75ad0cf5-ac6c-48cd-afd4-a7123e953e13), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.800341 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f415ee51-df1a-40a0-aa63-905c119d39b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:46.801630 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-f415ee51-df1a-40a0-aa63-905c119d39b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75ad0cf5-ac6c-48cd-afd4-a7123e953e13 HTTP/1.1" status: 204 len: 168 time: 0.1191931 Feb 16 08:30:46.811102 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ee51-df1a-40a0-aa63-905c119d39b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ad0cf5-ac6c-48cd-afd4-a7123e953e13,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:47.404045 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:47.471496 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07b19d-e890-4fe1-bb42-6508ea2ffb1b req-c27ebfb2-82b7-487d-9f7e-0f254a85a48c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:47.473010 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cc07b19d-e890-4fe1-bb42-6508ea2ffb1b req-c27ebfb2-82b7-487d-9f7e-0f254a85a48c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0546424 Feb 16 08:30:47.492218 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 39418) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:47.525770 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cc07b19d-e890-4fe1-bb42-6508ea2ffb1b req-d3da6876-be4a-45d0-a54f-b7e3a507f6e5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467970 Feb 16 08:30:47.588993 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1018541754-network', 'tenant_id': '0339d7ac7cf54eb6b2c27969b3b625a3'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:47.608240 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Made reservation on behalf of 0339d7ac7cf54eb6b2c27969b3b625a3 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:30:47.610598 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:47.621996 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:47.700752 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Publish callbacks [] for security_group (38c08001-3203-4ab0-836c-ba638ed18309), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:47.704834 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (38c08001-3203-4ab0-836c-ba638ed18309), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:47.732275 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:30:47.737648 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c08001-3203-4ab0-836c-ba638ed18309,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:47.745321 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (84ff5799-b891-4276-8330-387b9e620253), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:47.745549 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Added segment 84ff5799-b891-4276-8330-387b9e620253 of type vlan for network 581e0c1d-2005-4ad8-a783-890773e10d6c Feb 16 08:30:47.785523 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (581e0c1d-2005-4ad8-a783-890773e10d6c), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:47.809396 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (581e0c1d-2005-4ad8-a783-890773e10d6c), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:47.810383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:47.810970 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:47.843750 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3503437 Feb 16 08:30:47.846487 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 39424) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:30:47.851178 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Request body: {'subnet': {'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1018541754-subnet', 'tenant_id': '0339d7ac7cf54eb6b2c27969b3b625a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:47.886962 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40f15b-c404-4137-9301-5867bfa76147 admin admin] Pushing event updated for resources: {'Network': ['ID=581e0c1d-2005-4ad8-a783-890773e10d6c,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:47.898018 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 581e0c1d-2005-4ad8-a783-890773e10d6c details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:30:47.903776 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Made reservation on behalf of 0339d7ac7cf54eb6b2c27969b3b625a3 for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:30:47.906120 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59584531'] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:48.075235 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59262976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59584545'] for subnet (acbef360-29b4-4605-af1a-cf900054ec91), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:48.132316 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbef360-29b4-4605-af1a-cf900054ec91,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:48.141078 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Checking segment: {'id': '84ff5799-b891-4276-8330-387b9e620253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:30:48.141443 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Network hostable DHCP agents. Network: 581e0c1d-2005-4ad8-a783-890773e10d6c, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:30:48.159757 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Network 581e0c1d-2005-4ad8-a783-890773e10d6c is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:30:48.168766 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 581e0c1d-2005-4ad8-a783-890773e10d6c) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:30:48.172937 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:48.173531 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:48.178710 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f3f03-140b-4fa9-928a-0eec880511a5 None None] Network 581e0c1d-2005-4ad8-a783-890773e10d6c requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:30:48.192557 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-ea003be4-afe4-45ea-9e23-6078721ba442 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3450084 Feb 16 08:30:48.288588 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f64b5-6a41-4f82-b9fd-cf14fefb74a8 None None] Network 581e0c1d-2005-4ad8-a783-890773e10d6c requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:30:48.895327 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:49.945635 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-21d9b18d-a249-4736-8ada-4b759ee01a16 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:49.947777 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-21d9b18d-a249-4736-8ada-4b759ee01a16 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/networks?id=581e0c1d-2005-4ad8-a783-890773e10d6c HTTP/1.1" status: 200 len: 814 time: 0.1022160 Feb 16 08:30:49.966061 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-5f86ef2f-701b-447f-a695-8f325dea5a17 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/quotas/0339d7ac7cf54eb6b2c27969b3b625a3 HTTP/1.1" status: 200 len: 375 time: 0.0100167 Feb 16 08:30:50.004501 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-34aee88c-1325-42fb-81d6-ff4bc48e2b03 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0339d7ac7cf54eb6b2c27969b3b625a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327077 Feb 16 08:30:50.145458 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-5c69ae40-c28b-48d4-82cb-1adb476e5506 service neutron] 10.222.0.30 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344311 Feb 16 08:30:50.148608 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:50.238528 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-563c75d3-710e-4c40-b453-0b760923873f service neutron] 10.222.0.30 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867090 Feb 16 08:30:50.394452 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0107585f-da6c-4b98-880d-ac11b6b2e629 req-b311f0f4-853f-4825-8fab-911323f423c7 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 210 time: 0.0283597 Feb 16 08:30:51.492515 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d876d23d-e88a-4360-8ecc-9b60520b944a req-0877e4f5-83bf-415c-bc5f-0fa53e074456 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 210 time: 0.0288885 Feb 16 08:30:51.516455 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-054748df-4c0f-4b58-955f-12d63f74c722 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:51.517968 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-054748df-4c0f-4b58-955f-12d63f74c722 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.71 "GET /v2.0/networks?id=581e0c1d-2005-4ad8-a783-890773e10d6c HTTP/1.1" status: 200 len: 814 time: 0.1165030 Feb 16 08:30:51.536654 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Request body: {'port': {'device_id': '0c9cd25f-0061-4124-936f-c0c3d2b74569', 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c', 'admin_state_up': True, 'tenant_id': '0339d7ac7cf54eb6b2c27969b3b625a3'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:51.645500 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Made reservation on behalf of 0339d7ac7cf54eb6b2c27969b3b625a3 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:30:51.648893 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:51.777091 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Allocated IP 172.20.0.3 (581e0c1d-2005-4ad8-a783-890773e10d6c/acbef360-29b4-4605-af1a-cf900054ec91/b84322b1-2816-49bb-b7f1-b51b0dcbee5e) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:30:51.926954 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks [] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:51.963775 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:52.006769 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Network 581e0c1d-2005-4ad8-a783-890773e10d6c is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:30:52.009854 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:30:52.013533 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:30:52.036241 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Pushing event updated for resources: {'Port': ['ID=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:52.063297 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:52.063932 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:52.079657 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-47216962-97b5-40b0-8489-3d4a05d0cd07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5470257 Feb 16 08:30:52.132583 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Request body: {'port': {'device_id': '0c9cd25f-0061-4124-936f-c0c3d2b74569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:30:52.194269 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:52.451521 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84322b1-2816-49bb-b7f1-b51b0dcbee5e {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:30:52.458784 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Publish callbacks [] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:52.470929 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Transition to ACTIVE for port object b84322b1-2816-49bb-b7f1-b51b0dcbee5e will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:30:52.474660 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:52.547332 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Pushing event updated for resources: {'Port': ['ID=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:52.599023 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Attempting to bind port b84322b1-2816-49bb-b7f1-b51b0dcbee5e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:30:52.599366 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Attempting to bind port b84322b1-2816-49bb-b7f1-b51b0dcbee5e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '84ff5799-b891-4276-8330-387b9e620253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:30:52.599727 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Attempting to bind port b84322b1-2816-49bb-b7f1-b51b0dcbee5e on network 581e0c1d-2005-4ad8-a783-890773e10d6c {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:30:52.604965 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Port b84322b1-2816-49bb-b7f1-b51b0dcbee5e on network 581e0c1d-2005-4ad8-a783-890773e10d6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:30:52.605294 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Attempting to bind port b84322b1-2816-49bb-b7f1-b51b0dcbee5e on network 581e0c1d-2005-4ad8-a783-890773e10d6c {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:30:52.610178 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:30:52.611326 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Checking segment: {'id': '84ff5799-b891-4276-8330-387b9e620253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:30:52.611326 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Bound using segment: {'id': '84ff5799-b891-4276-8330-387b9e620253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:30:52.611326 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Bound port: b84322b1-2816-49bb-b7f1-b51b0dcbee5e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ff5799-b891-4276-8330-387b9e620253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:30:52.611703 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:52.619950 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf6696-5f6d-40ae-b454-8eab19475a92 req-72f53224-058d-4d8d-aef0-dc63dd673d20 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:52.621455 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-94bf6696-5f6d-40ae-b454-8eab19475a92 req-72f53224-058d-4d8d-aef0-dc63dd673d20 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 943 time: 0.0551534 Feb 16 08:30:52.668415 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-94bf6696-5f6d-40ae-b454-8eab19475a92 req-e9c8050d-1742-4360-a4df-9826814c6f94 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 Feb 16 08:30:52.682899 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] For port b84322b1-2816-49bb-b7f1-b51b0dcbee5e, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:30:52.686849 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] For port b84322b1-2816-49bb-b7f1-b51b0dcbee5e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:30:52.693392 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:52.725280 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:52.725992 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:52.727371 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] 10.222.0.71 "PUT /v2.0/ports/b84322b1-2816-49bb-b7f1-b51b0dcbee5e HTTP/1.1" status: 200 len: 1093 time: 0.6405325 Feb 16 08:30:52.730002 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9cd25f-0061-4124-936f-c0c3d2b74569', 'tag': 'b84322b1-2816-49bb-b7f1-b51b0dcbee5e'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:30:52.732870 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699d3c6e-dcd2-4081-8f21-b726f173abc6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9cd25f-0061-4124-936f-c0c3d2b74569", "tag": "b84322b1-2816-49bb-b7f1-b51b0dcbee5e"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:30:52.764323 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c75ed-7436-4eba-9649-57d40c6f6220 service neutron] Pushing event updated for resources: {'Port': ['ID=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:52.801015 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a42e4bd-e0c9-4d34-aa98-24b2ed002f1b x-openstack-request-id: req-7a42e4bd-e0c9-4d34-aa98-24b2ed002f1b {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:30:52.801403 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9cd25f-0061-4124-936f-c0c3d2b74569", "tag": "b84322b1-2816-49bb-b7f1-b51b0dcbee5e", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:30:52.801697 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a42e4bd-e0c9-4d34-aa98-24b2ed002f1b {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:30:52.802097 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9cd25f-0061-4124-936f-c0c3d2b74569', 'tag': 'b84322b1-2816-49bb-b7f1-b51b0dcbee5e', 'status': 'completed', 'code': 200} Feb 16 08:30:52.825277 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-3943471e-5e15-430d-ad03-69099e22c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:52.827471 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-3943471e-5e15-430d-ad03-69099e22c109 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0339d7ac7cf54eb6b2c27969b3b625a3&device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 1127 time: 0.0595226 Feb 16 08:30:52.873780 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-2c71ce87-b3a7-44b2-b45f-038c12361c44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b84322b1-2816-49bb-b7f1-b51b0dcbee5e HTTP/1.1" status: 200 len: 217 time: 0.0384693 Feb 16 08:30:52.925912 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-d587b431-057b-4442-b2a4-991b504e8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:52.927405 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-d587b431-057b-4442-b2a4-991b504e8633 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acbef360-29b4-4605-af1a-cf900054ec91 HTTP/1.1" status: 200 len: 854 time: 0.0440638 Feb 16 08:30:52.961843 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-b391b221-ed9a-4e49-9463-1157e7cd6f42 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=581e0c1d-2005-4ad8-a783-890773e10d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247672 Feb 16 08:30:53.054753 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-9a69cace-2014-47fd-acdb-3c96e83a6be6 service neutron] 10.222.0.71 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857768 Feb 16 08:30:53.147495 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd5e9a9-9495-47d7-b0ca-5d2a34b84c15 req-ee1b4036-cc91-4466-9634-1fae2277d378 service neutron] 10.222.0.71 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855892 Feb 16 08:30:53.246370 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-6c813e1e-14fb-40e7-ba5d-09ba1d9de346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:53.247948 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-6c813e1e-14fb-40e7-ba5d-09ba1d9de346 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0339d7ac7cf54eb6b2c27969b3b625a3&device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 1127 time: 0.0523641 Feb 16 08:30:53.341798 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-263c603f-0ec9-436b-b239-331ed5de4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:53.343272 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-263c603f-0ec9-436b-b239-331ed5de4074 service neutron] 10.222.0.71 "GET /v2.0/networks?id=581e0c1d-2005-4ad8-a783-890773e10d6c HTTP/1.1" status: 200 len: 915 time: 0.0879285 Feb 16 08:30:53.390694 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-8a846d1f-7c66-4a2c-ab0c-1af9ac2981dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b84322b1-2816-49bb-b7f1-b51b0dcbee5e HTTP/1.1" status: 200 len: 217 time: 0.0372872 Feb 16 08:30:53.438626 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-4d95d236-5c18-4a1e-8c3d-103c33e99a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:53.440112 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-4d95d236-5c18-4a1e-8c3d-103c33e99a7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acbef360-29b4-4605-af1a-cf900054ec91 HTTP/1.1" status: 200 len: 854 time: 0.0465233 Feb 16 08:30:53.471906 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-534633fe-5306-4086-af2d-f48a4e5ca142 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=581e0c1d-2005-4ad8-a783-890773e10d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250349 Feb 16 08:30:53.560980 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-194c541f-b2ac-4d7e-98f1-2156e0cb61cc service neutron] 10.222.0.71 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Feb 16 08:30:53.647348 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-699d3c6e-dcd2-4081-8f21-b726f173abc6 req-bdba4e2f-48e9-4ca5-83c6-d3a7fb2504f0 service neutron] 10.222.0.71 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805476 Feb 16 08:30:53.793535 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b71c1-6468-4b41-ae71-d254e3a8d466 req-6877fa16-1ed3-4aee-a1d4-93c987869a94 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:53.795016 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-731b71c1-6468-4b41-ae71-d254e3a8d466 req-6877fa16-1ed3-4aee-a1d4-93c987869a94 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 943 time: 0.0572281 Feb 16 08:30:53.842350 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-731b71c1-6468-4b41-ae71-d254e3a8d466 req-7ea022f6-e625-4699-bac1-4e1b136309dd tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Feb 16 08:30:54.961756 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a030c4-cfef-47b8-9aaa-beda369c6cd8 req-aa60617f-e88e-4e9f-8e2f-be1894219546 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:54.963790 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-26a030c4-cfef-47b8-9aaa-beda369c6cd8 req-aa60617f-e88e-4e9f-8e2f-be1894219546 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 943 time: 0.0541723 Feb 16 08:30:55.010754 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-26a030c4-cfef-47b8-9aaa-beda369c6cd8 req-abd1d011-a21e-45e6-9064-feb4d2787e7c tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Feb 16 08:30:56.127893 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b819770-f7db-40ad-ab3d-3d3ad8913d9f req-9653650f-33df-476b-89cf-f7a52ec53901 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:56.129383 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0b819770-f7db-40ad-ab3d-3d3ad8913d9f req-9653650f-33df-476b-89cf-f7a52ec53901 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 943 time: 0.0522866 Feb 16 08:30:56.179212 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0b819770-f7db-40ad-ab3d-3d3ad8913d9f req-4f387ea6-2bb3-40cd-ab58-bd89c97dff04 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Feb 16 08:30:56.195622 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device b84322b1-2816-49bb-b7f1-b51b0dcbee5e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:30:56.296690 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port b84322b1-2816-49bb-b7f1-b51b0dcbee5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:56.307868 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'b84322b1-2816-49bb-b7f1-b51b0dcbee5e', 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c', 'port_id': 'b84322b1-2816-49bb-b7f1-b51b0dcbee5e', 'mac_address': 'fa:16:3e:99:c1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbef360-29b4-4605-af1a-cf900054ec91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:30:56.344790 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port b84322b1-2816-49bb-b7f1-b51b0dcbee5e is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:30:56.345184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:56.357607 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84322b1-2816-49bb-b7f1-b51b0dcbee5e {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:30:56.376097 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port b84322b1-2816-49bb-b7f1-b51b0dcbee5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:56.381273 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:56.427722 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:56.859821 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['b84322b1-2816-49bb-b7f1-b51b0dcbee5e'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:30:57.295773 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6ac12-c23d-453c-832d-988a6945b310 req-b7901fd3-7575-4d91-982c-de888295e50b tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:57.297256 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6aa6ac12-c23d-453c-832d-988a6945b310 req-b7901fd3-7575-4d91-982c-de888295e50b tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 944 time: 0.0513785 Feb 16 08:30:57.345315 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6aa6ac12-c23d-453c-832d-988a6945b310 req-ace49162-34bb-4fb2-b7cc-92a2cc1ffd2c tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Feb 16 08:30:58.217205 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device b84322b1-2816-49bb-b7f1-b51b0dcbee5e up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:30:58.265960 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port b84322b1-2816-49bb-b7f1-b51b0dcbee5e completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:30:58.270189 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port b84322b1-2816-49bb-b7f1-b51b0dcbee5e triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:58.270576 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:58.351275 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port b84322b1-2816-49bb-b7f1-b51b0dcbee5e is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:30:58.351702 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:58.375821 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9cd25f-0061-4124-936f-c0c3d2b74569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84322b1-2816-49bb-b7f1-b51b0dcbee5e'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:30:58.378094 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aca20d3-4174-4d0a-8026-a5293c36cdfe" -d '{"events": [{"server_uuid": "0c9cd25f-0061-4124-936f-c0c3d2b74569", "name": "network-vif-plugged", "status": "completed", "tag": "b84322b1-2816-49bb-b7f1-b51b0dcbee5e"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:30:58.394042 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port b84322b1-2816-49bb-b7f1-b51b0dcbee5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:58.399652 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:30:58.424620 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5138c357-05f8-448c-b9cf-d1ef9a79cb8c x-openstack-request-id: req-5138c357-05f8-448c-b9cf-d1ef9a79cb8c {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:30:58.424909 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9cd25f-0061-4124-936f-c0c3d2b74569", "name": "network-vif-plugged", "status": "completed", "tag": "b84322b1-2816-49bb-b7f1-b51b0dcbee5e", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:30:58.425194 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5138c357-05f8-448c-b9cf-d1ef9a79cb8c {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:30:58.425551 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9cd25f-0061-4124-936f-c0c3d2b74569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84322b1-2816-49bb-b7f1-b51b0dcbee5e', 'code': 200} Feb 16 08:30:58.454129 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:58.472018 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940eb7-9990-4209-b872-4e38ae08bd67 req-e9c12d78-f89b-4dcd-9596-1b2f40ca24e9 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:58.473429 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8f940eb7-9990-4209-b872-4e38ae08bd67 req-e9c12d78-f89b-4dcd-9596-1b2f40ca24e9 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 945 time: 0.0563068 Feb 16 08:30:58.534204 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8f940eb7-9990-4209-b872-4e38ae08bd67 req-19d0ddca-e1d0-473e-af72-e6d7fae39a82 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551369 Feb 16 08:30:58.609594 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141ae08-a19a-4f47-822e-bc7bd4e5a8a1 req-bfa35407-34ea-44e0-8acd-7755e39f178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:58.611152 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e141ae08-a19a-4f47-822e-bc7bd4e5a8a1 req-bfa35407-34ea-44e0-8acd-7755e39f178e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 1129 time: 0.0445724 Feb 16 08:30:58.661435 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e141ae08-a19a-4f47-822e-bc7bd4e5a8a1 req-e61833bc-fc88-45bf-a56c-e1f91309e96a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Feb 16 08:30:59.660356 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec094b7-e3c8-49e2-baee-cf6b11f53f66 req-93ad1508-7bed-4aae-8fe1-44ce838852b2 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:59.661997 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6ec094b7-e3c8-49e2-baee-cf6b11f53f66 req-93ad1508-7bed-4aae-8fe1-44ce838852b2 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 945 time: 0.0580814 Feb 16 08:30:59.711153 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6ec094b7-e3c8-49e2-baee-cf6b11f53f66 req-7f17d37c-50b3-423e-a0cb-c4129afb9e8a tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Feb 16 08:31:00.829398 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9063497-689c-44ad-990f-a7523c171fb9 req-246abdf7-6d63-498d-b3b5-7d693426edf6 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:31:00.830876 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e9063497-689c-44ad-990f-a7523c171fb9 req-246abdf7-6d63-498d-b3b5-7d693426edf6 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 945 time: 0.0530293 Feb 16 08:31:00.877416 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e9063497-689c-44ad-990f-a7523c171fb9 req-b6c02a05-5b84-4f10-a4e6-13923d429feb tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409744 Feb 16 08:31:07.648407 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:12.753494 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:31:13.640954 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a6cb6fc8-4a5c-4c01-87fe-e08b620216b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:15.906907 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7fcf414e-edfe-425d-a4ef-95302ccdebc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:17.398236 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:18.904236 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:20.155157 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:37.651890 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:42.578939 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-3d814798-3e45-4824-99bf-3742a9403cf5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434735 Feb 16 08:31:42.665594 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-7c1ac324-c89a-46fb-84e8-7566467489d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:31:42.667140 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-7c1ac324-c89a-46fb-84e8-7566467489d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 1129 time: 0.0446234 Feb 16 08:31:42.783436 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-3c6b7632-dfe0-4e63-9b4b-36a0f84a1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:31:42.785040 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-3c6b7632-dfe0-4e63-9b4b-36a0f84a1d60 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 912 time: 0.0953128 Feb 16 08:31:42.851270 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-4ae1a370-08c3-4b06-b3a8-4ec15e94fa9f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfba41-0202-400f-a192-82b9e913d774 HTTP/1.1" status: 200 len: 1001 time: 0.0596328 Feb 16 08:31:42.902143 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-632e65dc-26da-43df-a0a2-81d56ef9460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:31:42.903654 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-632e65dc-26da-43df-a0a2-81d56ef9460c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.0454292 Feb 16 08:31:43.179228 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-ed796edd-3910-404e-93c7-a77f9fd27081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:31:43.181014 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-ed796edd-3910-404e-93c7-a77f9fd27081 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2704380 Feb 16 08:31:43.279859 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-84b4de59-a993-4054-9f3f-94c4b90a99bc service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918684 Feb 16 08:31:43.378036 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-297e2e92-53c9-40c2-8c75-8bab6541d672 req-2edd22de-7625-46cb-922b-aa5fe07ff957 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920682 Feb 16 08:31:43.643710 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15302f43-b804-4514-9e1a-93b1bd5163ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:45.911038 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5f558bea-5d5f-43e3-bced-58a1abb93439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:47.401857 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:48.907916 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:49.755053 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:31:50.155755 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:53.922550 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5e46-19d2-4d50-9122-6f60cbf6c38f req-bd266ca1-ed4f-43d5-b017-2fe29bedd32d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:31:53.924011 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec9a5e46-19d2-4d50-9122-6f60cbf6c38f req-bd266ca1-ed4f-43d5-b017-2fe29bedd32d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 945 time: 0.0590613 Feb 16 08:31:53.973938 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec9a5e46-19d2-4d50-9122-6f60cbf6c38f req-b5bd4757-36f7-4ebc-8523-9efdd3f7795b tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 Feb 16 08:31:55.109652 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3edc1-b23f-45bf-8b4e-897193634d12 req-5689ea69-fbb7-4925-ae52-0636ad5ff595 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:31:55.111180 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-30c3edc1-b23f-45bf-8b4e-897193634d12 req-5689ea69-fbb7-4925-ae52-0636ad5ff595 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 945 time: 0.0639513 Feb 16 08:31:55.159660 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-30c3edc1-b23f-45bf-8b4e-897193634d12 req-5f0c7b3c-b97a-49aa-9313-855cb9dd79b3 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Feb 16 08:31:55.966263 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-adc0078e-3768-4011-a6bb-8d0d56b81124 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:31:55.967773 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-adc0078e-3768-4011-a6bb-8d0d56b81124 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 945 time: 0.0521781 Feb 16 08:31:56.059621 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Deleting port b84322b1-2816-49bb-b7f1-b51b0dcbee5e {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:31:56.059968 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:56.150702 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] For port b84322b1-2816-49bb-b7f1-b51b0dcbee5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:31:56.151068 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:56.164557 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Calling delete_port for b84322b1-2816-49bb-b7f1-b51b0dcbee5e owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:31:56.280343 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3712b-bf3a-4cef-b8b6-3a227af1daf8 req-1a9c379e-07d1-4d8f-989d-7a2f6b194795 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:31:56.281853 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5bd3712b-bf3a-4cef-b8b6-3a227af1daf8 req-1a9c379e-07d1-4d8f-989d-7a2f6b194795 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c9cd25f-0061-4124-936f-c0c3d2b74569 HTTP/1.1" status: 200 len: 945 time: 0.0531309 Feb 16 08:31:56.297005 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (b84322b1-2816-49bb-b7f1-b51b0dcbee5e), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:56.310936 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['b84322b1-2816-49bb-b7f1-b51b0dcbee5e'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:31:56.327988 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Pushing event deleted for resources: {'Port': ['ID=b84322b1-2816-49bb-b7f1-b51b0dcbee5e,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:31:56.341408 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5bd3712b-bf3a-4cef-b8b6-3a227af1daf8 req-30023947-363d-4e1d-a1ee-a6f1296ecfe6 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526276 Feb 16 08:31:56.341592 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.341592 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.341827 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.342174 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.342491 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.342826 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.343176 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.343496 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.343828 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.344151 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.344474 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.344796 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.345116 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:31:56.380212 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] No DVR routers for this DVR port b84322b1-2816-49bb-b7f1-b51b0dcbee5e on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:31:56.383365 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:31:56.386626 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8b1fb432-b324-4c96-a1df-ea1ecf03f117 req-5a030b6f-424b-4f10-9a62-48e1f1f7991d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.71 "DELETE /v2.0/ports/b84322b1-2816-49bb-b7f1-b51b0dcbee5e HTTP/1.1" status: 204 len: 173 time: 0.4134111 Feb 16 08:31:56.387064 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9cd25f-0061-4124-936f-c0c3d2b74569', 'name': 'network-vif-deleted', 'tag': 'b84322b1-2816-49bb-b7f1-b51b0dcbee5e'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:31:56.389335 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca653f-5267-4b08-a332-ccf12bb50cf1" -d '{"events": [{"server_uuid": "0c9cd25f-0061-4124-936f-c0c3d2b74569", "name": "network-vif-deleted", "tag": "b84322b1-2816-49bb-b7f1-b51b0dcbee5e"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:31:56.553097 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa71ff9-db9a-4fdc-9eea-4a7b4737c86c x-openstack-request-id: req-0aa71ff9-db9a-4fdc-9eea-4a7b4737c86c {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:31:56.553396 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9cd25f-0061-4124-936f-c0c3d2b74569", "name": "network-vif-deleted", "tag": "b84322b1-2816-49bb-b7f1-b51b0dcbee5e", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:31:56.553651 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0aa71ff9-db9a-4fdc-9eea-4a7b4737c86c {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:31:56.554051 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9cd25f-0061-4124-936f-c0c3d2b74569', 'name': 'network-vif-deleted', 'tag': 'b84322b1-2816-49bb-b7f1-b51b0dcbee5e', 'status': 'completed', 'code': 200} Feb 16 08:32:01.426894 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device b84322b1-2816-49bb-b7f1-b51b0dcbee5e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:32:01.447583 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: b84322b1-2816-49bb-b7f1-b51b0dcbee5e {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:32:01.447927 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device b84322b1-2816-49bb-b7f1-b51b0dcbee5e not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:32:07.669633 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:08.358408 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-1c4f0017-153a-40ff-852c-8d0faadadd98 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:08.359904 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-1c4f0017-153a-40ff-852c-8d0faadadd98 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/networks?id=581e0c1d-2005-4ad8-a783-890773e10d6c HTTP/1.1" status: 200 len: 814 time: 0.1043787 Feb 16 08:32:08.375457 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-a99b21c3-d3a7-4335-bafa-a7f873ede0ce tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/quotas/0339d7ac7cf54eb6b2c27969b3b625a3 HTTP/1.1" status: 200 len: 375 time: 0.0097730 Feb 16 08:32:08.408097 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-72f430a4-b500-47b1-a74b-293753b980bb tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0339d7ac7cf54eb6b2c27969b3b625a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273101 Feb 16 08:32:08.504243 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-1aa19751-9745-44d0-a2a3-f9fde18c6fb7 service neutron] 10.222.0.30 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882967 Feb 16 08:32:08.598228 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-79dbe075-71cc-40dd-96cb-e3fc24ba8b25 service neutron] 10.222.0.30 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884445 Feb 16 08:32:08.753485 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-96bce1f4-76ce-4e54-a6e1-6e4dde3cf8f9 req-4c3d737e-c88f-426e-8978-ca4f217e7c2f tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 210 time: 0.0281489 Feb 16 08:32:09.736575 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-1833d6c1-0ac0-489f-8d9b-970cae4575d9 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:09.738078 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-1833d6c1-0ac0-489f-8d9b-970cae4575d9 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.71 "GET /v2.0/networks?id=581e0c1d-2005-4ad8-a783-890773e10d6c HTTP/1.1" status: 200 len: 814 time: 0.1199367 Feb 16 08:32:09.755979 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Request body: {'port': {'device_id': '62fc8c13-76b2-4b50-b936-732efeab8b14', 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c', 'admin_state_up': True, 'tenant_id': '0339d7ac7cf54eb6b2c27969b3b625a3'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:32:09.848641 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-26072432-2eed-4182-9115-b18b773255eb req-b3abe6f6-ef39-40f0-b6a0-f6e84555ed9f tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 210 time: 0.0279014 Feb 16 08:32:09.868609 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Made reservation on behalf of 0339d7ac7cf54eb6b2c27969b3b625a3 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:32:09.872460 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:09.996135 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Allocated IP 172.20.0.2 (581e0c1d-2005-4ad8-a783-890773e10d6c/acbef360-29b4-4605-af1a-cf900054ec91/262a6150-f93b-4d6e-b6dd-c70da7b28c92) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:32:10.144571 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks [] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:10.178248 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:10.223637 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Network 581e0c1d-2005-4ad8-a783-890773e10d6c is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:32:10.226992 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:32:10.230144 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:32:10.264635 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Pushing event updated for resources: {'Port': ['ID=262a6150-f93b-4d6e-b6dd-c70da7b28c92,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:32:10.290085 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:10.290696 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:10.306144 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-3bd9db9f-afb2-4054-af68-4767a159398e tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540771 Feb 16 08:32:10.322785 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Request body: {'port': {'device_id': '62fc8c13-76b2-4b50-b936-732efeab8b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:32:10.382938 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:10.643815 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262a6150-f93b-4d6e-b6dd-c70da7b28c92 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:32:10.652175 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Publish callbacks [] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:10.664049 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Transition to ACTIVE for port object 262a6150-f93b-4d6e-b6dd-c70da7b28c92 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:32:10.668133 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:10.720779 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Pushing event updated for resources: {'Port': ['ID=262a6150-f93b-4d6e-b6dd-c70da7b28c92,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:32:10.785026 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Attempting to bind port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:32:10.785748 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Attempting to bind port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '84ff5799-b891-4276-8330-387b9e620253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:32:10.785748 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Attempting to bind port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 on network 581e0c1d-2005-4ad8-a783-890773e10d6c {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:32:10.789972 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 on network 581e0c1d-2005-4ad8-a783-890773e10d6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:32:10.790296 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Attempting to bind port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 on network 581e0c1d-2005-4ad8-a783-890773e10d6c {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:32:10.795137 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:32:10.795544 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Checking segment: {'id': '84ff5799-b891-4276-8330-387b9e620253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:32:10.795902 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Bound using segment: {'id': '84ff5799-b891-4276-8330-387b9e620253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:32:10.796337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Bound port: 262a6150-f93b-4d6e-b6dd-c70da7b28c92, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ff5799-b891-4276-8330-387b9e620253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:32:10.796696 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:10.862488 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] For port 262a6150-f93b-4d6e-b6dd-c70da7b28c92, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:32:10.865571 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] For port 262a6150-f93b-4d6e-b6dd-c70da7b28c92, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=262a6150-f93b-4d6e-b6dd-c70da7b28c92,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:32:10.873419 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:10.911832 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:10.915080 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:10.915080 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] 10.222.0.71 "PUT /v2.0/ports/262a6150-f93b-4d6e-b6dd-c70da7b28c92 HTTP/1.1" status: 200 len: 1093 time: 0.5961897 Feb 16 08:32:10.915080 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fc8c13-76b2-4b50-b936-732efeab8b14', 'tag': '262a6150-f93b-4d6e-b6dd-c70da7b28c92'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:32:10.916632 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207e715f-36f8-4c94-a34a-864480f1ee2e" -d '{"events": [{"name": "network-changed", "server_uuid": "62fc8c13-76b2-4b50-b936-732efeab8b14", "tag": "262a6150-f93b-4d6e-b6dd-c70da7b28c92"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:32:10.946500 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413e824-bd91-4ede-9abe-603b7ccecb19 service neutron] Pushing event updated for resources: {'Port': ['ID=262a6150-f93b-4d6e-b6dd-c70da7b28c92,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:32:10.965044 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfa8ba9-a841-451e-a549-f1d843cbca6a x-openstack-request-id: req-5cfa8ba9-a841-451e-a549-f1d843cbca6a {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:32:10.965606 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fc8c13-76b2-4b50-b936-732efeab8b14", "tag": "262a6150-f93b-4d6e-b6dd-c70da7b28c92", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:32:10.966082 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cfa8ba9-a841-451e-a549-f1d843cbca6a {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:32:10.966492 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fc8c13-76b2-4b50-b936-732efeab8b14', 'tag': '262a6150-f93b-4d6e-b6dd-c70da7b28c92', 'status': 'completed', 'code': 200} Feb 16 08:32:10.980694 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b24bad-194e-49e4-859d-1abdcb88e4f1 req-096fb20b-1600-48ed-aa69-bd4ce0be9ed2 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:10.982312 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a8b24bad-194e-49e4-859d-1abdcb88e4f1 req-096fb20b-1600-48ed-aa69-bd4ce0be9ed2 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 943 time: 0.0637412 Feb 16 08:32:11.018773 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-189f2be8-c57f-4553-b346-603fb2e6dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:11.020363 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-189f2be8-c57f-4553-b346-603fb2e6dc31 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0339d7ac7cf54eb6b2c27969b3b625a3&device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 1127 time: 0.0456040 Feb 16 08:32:11.031092 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a8b24bad-194e-49e4-859d-1abdcb88e4f1 req-e355631c-6460-4cb2-8894-d135c124c608 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429740 Feb 16 08:32:11.067296 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-f7fc33ee-8ff2-45ed-9bd4-3d69d46f0cb7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=262a6150-f93b-4d6e-b6dd-c70da7b28c92 HTTP/1.1" status: 200 len: 217 time: 0.0378761 Feb 16 08:32:11.114855 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-7cbb4c8c-67e0-4af1-ba32-103feb035df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:11.116424 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-7cbb4c8c-67e0-4af1-ba32-103feb035df1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acbef360-29b4-4605-af1a-cf900054ec91 HTTP/1.1" status: 200 len: 854 time: 0.0428932 Feb 16 08:32:11.146818 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-12fff5ed-8176-4f3b-8625-c02d1e86fbd3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=581e0c1d-2005-4ad8-a783-890773e10d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242808 Feb 16 08:32:11.240799 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-bfe595bb-dc76-4c88-b856-4e73e62d212a service neutron] 10.222.0.71 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867417 Feb 16 08:32:11.330898 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f397ab06-c3a3-45f8-a435-8c9bdb2f3abf req-2153c40e-6377-437e-b539-a70e60ca5d13 service neutron] 10.222.0.71 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838804 Feb 16 08:32:11.425879 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-14feb090-2a31-4fed-a01e-cfb822348b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:11.427652 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-14feb090-2a31-4fed-a01e-cfb822348b49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0339d7ac7cf54eb6b2c27969b3b625a3&device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 1127 time: 0.0483694 Feb 16 08:32:11.525962 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-7e2aee67-be7f-4fd6-969e-302cf9c77a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:11.527443 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-7e2aee67-be7f-4fd6-969e-302cf9c77a81 service neutron] 10.222.0.71 "GET /v2.0/networks?id=581e0c1d-2005-4ad8-a783-890773e10d6c HTTP/1.1" status: 200 len: 915 time: 0.0938406 Feb 16 08:32:11.571764 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-7278e97f-84f7-4314-b0d6-59aa1868c7dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=262a6150-f93b-4d6e-b6dd-c70da7b28c92 HTTP/1.1" status: 200 len: 217 time: 0.0371869 Feb 16 08:32:11.626645 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-4a0f4b49-3014-4a7e-8ec2-b9e21f754442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:11.628200 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-4a0f4b49-3014-4a7e-8ec2-b9e21f754442 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acbef360-29b4-4605-af1a-cf900054ec91 HTTP/1.1" status: 200 len: 854 time: 0.0501022 Feb 16 08:32:11.661038 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-10c587ec-2366-4a87-b60b-1dd1da9b9006 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=581e0c1d-2005-4ad8-a783-890773e10d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269403 Feb 16 08:32:11.755117 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-3d14df12-8ad1-49dc-9a21-8d32f7dbae3f service neutron] 10.222.0.71 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 Feb 16 08:32:11.849778 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-207e715f-36f8-4c94-a34a-864480f1ee2e req-fff6b988-adbb-4fb7-b84f-529d44d44af5 service neutron] 10.222.0.71 "GET /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884993 Feb 16 08:32:12.153281 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd6fe1-3d63-4832-91d9-df785ba2ce33 req-6b38f4c2-e8b5-402f-96c1-8da011d30acd tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:12.155030 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-36dd6fe1-3d63-4832-91d9-df785ba2ce33 req-6b38f4c2-e8b5-402f-96c1-8da011d30acd tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 943 time: 0.0568035 Feb 16 08:32:12.202882 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-36dd6fe1-3d63-4832-91d9-df785ba2ce33 req-f560b33d-b679-4c47-8c0d-eee25465aa3b tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Feb 16 08:32:13.324021 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89351c4c-3352-4e46-bdfe-f302b55fa11d req-cf490cba-0f85-49d6-95bd-f4664be8643a tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:13.325536 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-89351c4c-3352-4e46-bdfe-f302b55fa11d req-cf490cba-0f85-49d6-95bd-f4664be8643a tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 943 time: 0.0541852 Feb 16 08:32:13.372509 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-89351c4c-3352-4e46-bdfe-f302b55fa11d req-844a8108-f699-4bbe-8762-8f13dedab292 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Feb 16 08:32:13.646823 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7d92062-b378-4cef-a854-c6279072d88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:14.493749 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f8e6f-2924-4e7a-bbf8-dd185ea2f63d req-231ccc5e-5747-4fa8-bd22-b31567e40f5d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:14.495247 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fd1f8e6f-2924-4e7a-bbf8-dd185ea2f63d req-231ccc5e-5747-4fa8-bd22-b31567e40f5d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 943 time: 0.0545883 Feb 16 08:32:14.546830 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fd1f8e6f-2924-4e7a-bbf8-dd185ea2f63d req-0785b256-5b54-4a8d-a881-aeaef00c8c07 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 Feb 16 08:32:15.461065 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 262a6150-f93b-4d6e-b6dd-c70da7b28c92 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:32:15.564427 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 262a6150-f93b-4d6e-b6dd-c70da7b28c92, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=262a6150-f93b-4d6e-b6dd-c70da7b28c92,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:32:15.576510 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '262a6150-f93b-4d6e-b6dd-c70da7b28c92', 'network_id': '581e0c1d-2005-4ad8-a783-890773e10d6c', 'port_id': '262a6150-f93b-4d6e-b6dd-c70da7b28c92', 'mac_address': 'fa:16:3e:8e:1c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbef360-29b4-4605-af1a-cf900054ec91', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:32:15.615737 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:32:15.616046 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:15.630335 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262a6150-f93b-4d6e-b6dd-c70da7b28c92 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:32:15.650813 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 262a6150-f93b-4d6e-b6dd-c70da7b28c92, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=262a6150-f93b-4d6e-b6dd-c70da7b28c92,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:32:15.657641 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:15.674466 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713429-4110-46e5-a5bc-1bb1d9fafd00 req-1571cd49-e13d-4f70-9a62-7ead16b2b1c4 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:15.676017 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4a713429-4110-46e5-a5bc-1bb1d9fafd00 req-1571cd49-e13d-4f70-9a62-7ead16b2b1c4 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 943 time: 0.0583658 Feb 16 08:32:15.708180 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=262a6150-f93b-4d6e-b6dd-c70da7b28c92,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:32:15.716226 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.716575 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.716923 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.717266 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.717639 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.717974 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.718301 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.718754 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.719167 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.719444 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.719791 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.720113 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.720455 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:15.734532 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4a713429-4110-46e5-a5bc-1bb1d9fafd00 req-571bf006-8a01-4f0e-bac7-dfb981ee2c6a tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503736 Feb 16 08:32:15.917059 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-aacb224c-1157-4e5c-96ba-3db6481aeb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:16.065964 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['262a6150-f93b-4d6e-b6dd-c70da7b28c92'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:32:16.856222 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e99a27-2651-488b-9b66-98fcc7184885 req-b93ab925-e62a-46c1-a45c-2d7fdb5be176 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:16.857727 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-25e99a27-2651-488b-9b66-98fcc7184885 req-b93ab925-e62a-46c1-a45c-2d7fdb5be176 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 944 time: 0.0530188 Feb 16 08:32:16.904257 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-25e99a27-2651-488b-9b66-98fcc7184885 req-43293497-6482-4642-958b-f2fdcbf35584 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Feb 16 08:32:17.404458 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:17.474837 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 262a6150-f93b-4d6e-b6dd-c70da7b28c92 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:32:17.530891 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:32:17.535201 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:32:17.535620 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:17.612315 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:32:17.612618 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:17.637197 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fc8c13-76b2-4b50-b936-732efeab8b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a6150-f93b-4d6e-b6dd-c70da7b28c92'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:32:17.639458 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd84058e-5d3d-4507-8685-008af80fc57c" -d '{"events": [{"server_uuid": "62fc8c13-76b2-4b50-b936-732efeab8b14", "name": "network-vif-plugged", "status": "completed", "tag": "262a6150-f93b-4d6e-b6dd-c70da7b28c92"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:32:17.651898 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 262a6150-f93b-4d6e-b6dd-c70da7b28c92, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=262a6150-f93b-4d6e-b6dd-c70da7b28c92,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:32:17.656107 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:17.713391 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=262a6150-f93b-4d6e-b6dd-c70da7b28c92,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:32:17.736887 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602906db-e31e-4ff9-9990-d1317af41938 x-openstack-request-id: req-602906db-e31e-4ff9-9990-d1317af41938 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:32:17.737184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fc8c13-76b2-4b50-b936-732efeab8b14", "name": "network-vif-plugged", "status": "completed", "tag": "262a6150-f93b-4d6e-b6dd-c70da7b28c92", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:32:17.737441 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-602906db-e31e-4ff9-9990-d1317af41938 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:32:17.737839 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fc8c13-76b2-4b50-b936-732efeab8b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262a6150-f93b-4d6e-b6dd-c70da7b28c92', 'code': 200} Feb 16 08:32:17.921805 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895272-c783-4b06-a98b-3f1b06f1bbc7 req-b01f3ffe-643f-4d20-ad84-69154fa5c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:17.923311 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ee895272-c783-4b06-a98b-3f1b06f1bbc7 req-b01f3ffe-643f-4d20-ad84-69154fa5c2ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 1129 time: 0.0449188 Feb 16 08:32:17.971960 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ee895272-c783-4b06-a98b-3f1b06f1bbc7 req-1fa7d614-6d51-42a0-8bd4-29d5c60ca0b8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 Feb 16 08:32:18.029574 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948aa52-d3b7-4603-8b00-cd5ac147bde4 req-5e799263-c7be-4e76-8763-19b30fb7c5b7 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:18.031079 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1948aa52-d3b7-4603-8b00-cd5ac147bde4 req-5e799263-c7be-4e76-8763-19b30fb7c5b7 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 945 time: 0.0576165 Feb 16 08:32:18.078462 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1948aa52-d3b7-4603-8b00-cd5ac147bde4 req-68689aa1-83d0-47db-b4ce-849ac34cdf0b tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Feb 16 08:32:18.902960 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:19.207714 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4717a1-8f0d-4d5b-930d-f5be2495fd29 req-ba6141cc-8021-4f61-bfcd-ace369029b0c tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:19.209335 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7d4717a1-8f0d-4d5b-930d-f5be2495fd29 req-ba6141cc-8021-4f61-bfcd-ace369029b0c tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 945 time: 0.0583944 Feb 16 08:32:19.262222 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7d4717a1-8f0d-4d5b-930d-f5be2495fd29 req-329f8df6-d549-4a9c-ba2b-a376d803ad2d tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454321 Feb 16 08:32:20.149186 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:20.380959 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0efa6-fe08-47b4-a2a2-e90134da6a61 req-9e2fed47-9c83-4429-87f3-519c32ebc578 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:20.382963 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f8d0efa6-fe08-47b4-a2a2-e90134da6a61 req-9e2fed47-9c83-4429-87f3-519c32ebc578 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 945 time: 0.0542936 Feb 16 08:32:20.433847 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f8d0efa6-fe08-47b4-a2a2-e90134da6a61 req-942a12f6-bfe4-46ca-90da-651bc876b4b9 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453823 Feb 16 08:32:25.376183 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560de30-6cc1-4bd3-b54c-df7c331460e4 req-3f0eb5f9-ea1c-4aba-9de5-2d7154211b21 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:25.377689 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7560de30-6cc1-4bd3-b54c-df7c331460e4 req-3f0eb5f9-ea1c-4aba-9de5-2d7154211b21 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0520923 Feb 16 08:32:25.424650 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7560de30-6cc1-4bd3-b54c-df7c331460e4 req-865cdb5d-8284-4107-9a14-8b30859894e7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 Feb 16 08:32:26.548723 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0ef50-f843-4d66-90cf-07777d4a7fef req-46f8e42d-5f80-4737-a88c-b775111b12b0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:26.550207 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c3b0ef50-f843-4d66-90cf-07777d4a7fef req-46f8e42d-5f80-4737-a88c-b775111b12b0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0519373 Feb 16 08:32:26.597546 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c3b0ef50-f843-4d66-90cf-07777d4a7fef req-5cbbcaa1-2b91-4484-8068-929d3e5c2e71 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412617 Feb 16 08:32:26.753593 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:32:27.729699 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c925c6-1ecf-45b3-afc6-89ce45a4b11a req-66309e05-4b8c-41d0-936a-388e13d44c18 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:27.731202 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d0c925c6-1ecf-45b3-afc6-89ce45a4b11a req-66309e05-4b8c-41d0-936a-388e13d44c18 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0596814 Feb 16 08:32:27.781055 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d0c925c6-1ecf-45b3-afc6-89ce45a4b11a req-726d2def-bf13-4246-b48a-5c293d9e2705 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440941 Feb 16 08:32:28.903459 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d5f69-1383-4b19-b0ee-a09c89da83ca req-74d0d615-e1dd-4f06-b1ae-f69b6a890479 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:28.904992 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-624d5f69-1383-4b19-b0ee-a09c89da83ca req-74d0d615-e1dd-4f06-b1ae-f69b6a890479 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0528631 Feb 16 08:32:28.953655 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-624d5f69-1383-4b19-b0ee-a09c89da83ca req-18bebd7e-cb69-48c3-9838-b99a46900899 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Feb 16 08:32:30.087060 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48b2c6-57c9-44e4-87db-a2e94d505c8a req-dbcc7914-ef60-4e8c-b8e2-47ec7937a9a5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:30.088693 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7c48b2c6-57c9-44e4-87db-a2e94d505c8a req-dbcc7914-ef60-4e8c-b8e2-47ec7937a9a5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0593712 Feb 16 08:32:30.135944 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7c48b2c6-57c9-44e4-87db-a2e94d505c8a req-b1c850d8-a577-49a0-99da-16085ab72e7d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Feb 16 08:32:31.262427 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca697f-a738-4f16-9c3f-28577c267f43 req-0a504ff2-0d5c-4634-b542-2b91051c2334 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:31.264028 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6dca697f-a738-4f16-9c3f-28577c267f43 req-0a504ff2-0d5c-4634-b542-2b91051c2334 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0548215 Feb 16 08:32:31.314737 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6dca697f-a738-4f16-9c3f-28577c267f43 req-c1f95a08-73e7-4aae-ad20-6ee082907a8f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Feb 16 08:32:32.437183 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d4a97-acbb-4f7f-85c0-0d5ec356b97f req-f332641b-05d5-465c-a0e0-85a0da87d5ab tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:32.438656 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-472d4a97-acbb-4f7f-85c0-0d5ec356b97f req-f332641b-05d5-465c-a0e0-85a0da87d5ab tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0525756 Feb 16 08:32:32.489151 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-472d4a97-acbb-4f7f-85c0-0d5ec356b97f req-dc998e93-3c89-4032-925e-1f5869b252da tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Feb 16 08:32:33.613794 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271412ea-cb3d-4da7-af45-5200b163dabc req-a73a7293-64df-4ae0-bfa6-c93bdb315b7a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:33.615289 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-271412ea-cb3d-4da7-af45-5200b163dabc req-a73a7293-64df-4ae0-bfa6-c93bdb315b7a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0534179 Feb 16 08:32:33.662387 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-271412ea-cb3d-4da7-af45-5200b163dabc req-601aa37a-3b65-4e09-aed8-b4f7851cf219 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Feb 16 08:32:34.830836 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609343e-60e6-4bc4-8851-4d4f755fdbd7 req-19a51e81-b199-4251-9c1b-a8d6c33433a1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:34.832356 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3609343e-60e6-4bc4-8851-4d4f755fdbd7 req-19a51e81-b199-4251-9c1b-a8d6c33433a1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0938947 Feb 16 08:32:35.121522 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef50e0-b977-45e7-9e05-748939db1a5a req-f44f4f8c-edb3-469f-ba32-073f2d9083b4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:35.122920 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-78ef50e0-b977-45e7-9e05-748939db1a5a req-f44f4f8c-edb3-469f-ba32-073f2d9083b4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.3386271 Feb 16 08:32:35.141636 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3609343e-60e6-4bc4-8851-4d4f755fdbd7 req-f9e4a556-e9e5-409d-8949-d668fd757a02 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022103 Feb 16 08:32:35.178857 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-78ef50e0-b977-45e7-9e05-748939db1a5a req-c59fa47b-4c35-4107-aea9-7abc224c98b0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501506 Feb 16 08:32:36.297442 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb23fc8-4941-4b1a-a664-a3b7db8da870 req-02621919-c273-438f-8458-46b2dcc08731 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:36.298939 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-efb23fc8-4941-4b1a-a664-a3b7db8da870 req-02621919-c273-438f-8458-46b2dcc08731 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0841534 Feb 16 08:32:36.330887 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624539-65b7-4835-be92-aa88ae8adaff req-33753048-d0da-4026-8d14-b48628b3c401 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:36.332396 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2e624539-65b7-4835-be92-aa88ae8adaff req-33753048-d0da-4026-8d14-b48628b3c401 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0826592 Feb 16 08:32:36.372145 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-efb23fc8-4941-4b1a-a664-a3b7db8da870 req-b2ba3a24-135e-4e6d-acd1-c8617fe55878 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671508 Feb 16 08:32:36.398253 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2e624539-65b7-4835-be92-aa88ae8adaff req-b2645158-8709-40b7-9b06-b561ffb21d4f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553889 Feb 16 08:32:37.534443 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb2ad-a384-43a4-8db9-68f9e892d14b req-fc4dd2da-bcf1-4141-91dd-e2cbbfc1a9df tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:37.535948 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-974fb2ad-a384-43a4-8db9-68f9e892d14b req-fc4dd2da-bcf1-4141-91dd-e2cbbfc1a9df tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0888953 Feb 16 08:32:37.547352 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dda28-92ec-48e4-a303-e5f7b2b0acf3 req-b583a331-19c5-40b1-923b-e7130f078e87 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:37.548915 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-142dda28-92ec-48e4-a303-e5f7b2b0acf3 req-b583a331-19c5-40b1-923b-e7130f078e87 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0745556 Feb 16 08:32:37.614617 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-974fb2ad-a384-43a4-8db9-68f9e892d14b req-25a32f94-b2db-40d1-aaef-25bfd2d8440b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646434 Feb 16 08:32:37.625769 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-142dda28-92ec-48e4-a303-e5f7b2b0acf3 req-7e901707-2674-40ee-941b-3d2b1bef3933 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701814 Feb 16 08:32:37.682518 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:38.774086 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d18a74-510a-4299-824f-2a1145039bcf req-cd62a550-036f-4c02-9890-0e1e4549ca34 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:38.776250 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e8d18a74-510a-4299-824f-2a1145039bcf req-cd62a550-036f-4c02-9890-0e1e4549ca34 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0894303 Feb 16 08:32:38.789642 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ca69-d9eb-464c-9620-da94581d55f2 req-c8bcc06e-c7be-40c0-87cc-9d0ddeceefb7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:38.792163 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4c67ca69-d9eb-464c-9620-da94581d55f2 req-c8bcc06e-c7be-40c0-87cc-9d0ddeceefb7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0955799 Feb 16 08:32:38.884442 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e8d18a74-510a-4299-824f-2a1145039bcf req-a20ac6d4-cd9f-4b72-9abe-20c07f07147b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910974 Feb 16 08:32:38.890350 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4c67ca69-d9eb-464c-9620-da94581d55f2 req-9dc34ae0-6913-415d-aac0-75cbc83c9fd7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907557 Feb 16 08:32:40.053400 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10cd69-925f-4193-bc97-b14951f4c065 req-8156f465-7cd0-44aa-ac97-153cee1ed1fc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:40.055094 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fe10cd69-925f-4193-bc97-b14951f4c065 req-8156f465-7cd0-44aa-ac97-153cee1ed1fc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0921640 Feb 16 08:32:40.063494 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55759e5-3e79-4f0e-b4b6-64a743e055cd req-b15bb3e2-0703-43bf-adf4-f6d8b6a3223a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:40.065063 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d55759e5-3e79-4f0e-b4b6-64a743e055cd req-b15bb3e2-0703-43bf-adf4-f6d8b6a3223a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0916770 Feb 16 08:32:40.143144 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fe10cd69-925f-4193-bc97-b14951f4c065 req-c47fc804-aaea-4ec4-9384-90d5cdecf257 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770600 Feb 16 08:32:40.151374 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d55759e5-3e79-4f0e-b4b6-64a743e055cd req-03f7a0d4-847c-423d-9a83-ccd45f109fa2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778496 Feb 16 08:32:41.312097 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88355e05-8f78-4028-aaed-fb1cf868f427 req-779ba34e-0b3f-44e8-98b5-0c4212188b5a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:41.313794 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-88355e05-8f78-4028-aaed-fb1cf868f427 req-779ba34e-0b3f-44e8-98b5-0c4212188b5a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0940127 Feb 16 08:32:41.329500 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a81302-4209-4a92-84ac-9ed430a79baa req-04791ad3-af1e-445d-8679-02cbf6d527ef tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:41.330947 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-29a81302-4209-4a92-84ac-9ed430a79baa req-04791ad3-af1e-445d-8679-02cbf6d527ef tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0831482 Feb 16 08:32:41.403295 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-88355e05-8f78-4028-aaed-fb1cf868f427 req-d4579434-3624-43bd-b90d-5511a676a1c2 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830319 Feb 16 08:32:41.407852 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-29a81302-4209-4a92-84ac-9ed430a79baa req-94d8027c-40b1-4521-9539-dacc4fde3b99 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702169 Feb 16 08:32:42.559215 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053edb6-4a4d-4453-801f-ea98f29faed7 req-8f962f27-de9b-4a33-8ea9-2460a3ee4086 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:42.560716 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c053edb6-4a4d-4453-801f-ea98f29faed7 req-8f962f27-de9b-4a33-8ea9-2460a3ee4086 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0874143 Feb 16 08:32:42.568548 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65860a7-7804-4132-b95d-98d52a14d204 req-c306966e-cdd1-4767-94fe-978f21b57d6c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:42.569906 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a65860a7-7804-4132-b95d-98d52a14d204 req-c306966e-cdd1-4767-94fe-978f21b57d6c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0873182 Feb 16 08:32:42.638705 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c053edb6-4a4d-4453-801f-ea98f29faed7 req-c273f709-e75b-4026-816c-fce37610d27e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673044 Feb 16 08:32:42.645723 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a65860a7-7804-4132-b95d-98d52a14d204 req-2e7506cb-3153-4252-8c22-628448fc1d31 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685036 Feb 16 08:32:43.649941 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ccce0dcd-50e1-49d2-937f-fa48ea742fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:43.796080 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972935-9b58-4ab2-957d-eb7c626cfd99 req-f8015a3c-f68e-42a0-8081-f56a4bb8738d tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:43.797566 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-43972935-9b58-4ab2-957d-eb7c626cfd99 req-f8015a3c-f68e-42a0-8081-f56a4bb8738d tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0883718 Feb 16 08:32:43.805874 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bc3a6-f6f4-4d2f-9782-66ecbea9fce9 req-0e4162e1-15d2-4ff1-b465-7b21a9e7d3b1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:43.807303 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0e2bc3a6-f6f4-4d2f-9782-66ecbea9fce9 req-0e4162e1-15d2-4ff1-b465-7b21a9e7d3b1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0877264 Feb 16 08:32:43.878345 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-43972935-9b58-4ab2-957d-eb7c626cfd99 req-b876d653-d120-44c1-9842-d0e832b6537e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699592 Feb 16 08:32:43.881526 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0e2bc3a6-f6f4-4d2f-9782-66ecbea9fce9 req-8005ae69-67e0-4246-9d11-7fbc116f0de5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675356 Feb 16 08:32:44.126232 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-9777d530-7ba2-4f95-a33c-f3e9b0dba5ed service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480707 Feb 16 08:32:44.200636 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-c415a490-26c1-44c0-8331-ed8f16f7a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:44.202315 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-c415a490-26c1-44c0-8331-ed8f16f7a8c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b635dd78782e47178901359666afb725&device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1129 time: 0.0526059 Feb 16 08:32:44.307150 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-21fcd79d-ca08-493c-8dd9-de2f599bfe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:44.308687 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-21fcd79d-ca08-493c-8dd9-de2f599bfe16 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fdae13f1-704e-4b02-bd9b-f9ccbc098829 HTTP/1.1" status: 200 len: 909 time: 0.0864468 Feb 16 08:32:44.387153 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-6b9cebc8-a79f-47a5-bfd2-7f1439f75a15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 200 len: 1000 time: 0.0702212 Feb 16 08:32:44.444528 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-68bbc6b3-8e4a-4331-874d-f2a3a8da9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:44.446700 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-68bbc6b3-8e4a-4331-874d-f2a3a8da9cf2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=186cebaf-3106-4360-a889-dd26e7a456d9 HTTP/1.1" status: 200 len: 847 time: 0.0490172 Feb 16 08:32:44.517430 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-76b59088-d198-43c9-8bc5-a75f97354914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:44.519099 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-76b59088-d198-43c9-8bc5-a75f97354914 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fdae13f1-704e-4b02-bd9b-f9ccbc098829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653913 Feb 16 08:32:44.624301 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-c15e1bb2-05eb-4a86-a5d6-3888ebf135a2 service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878050 Feb 16 08:32:44.721850 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-fa266336-3ea2-4957-885e-3cd3c4bb87a6 req-8dec0528-6cb9-4394-8e2d-236e8fdc906b service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Feb 16 08:32:45.040314 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac747c9-23b5-48df-b955-36e6cce79d09 req-931ad958-7d92-4c72-a1a6-4477eff45ffe tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:45.041767 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aac747c9-23b5-48df-b955-36e6cce79d09 req-931ad958-7d92-4c72-a1a6-4477eff45ffe tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0911303 Feb 16 08:32:45.049969 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4480fed-0502-48e4-9046-54224cb62561 req-01cb945f-1c24-4642-952d-e54e433e7d88 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:45.051462 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e4480fed-0502-48e4-9046-54224cb62561 req-01cb945f-1c24-4642-952d-e54e433e7d88 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0916133 Feb 16 08:32:45.120227 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-aac747c9-23b5-48df-b955-36e6cce79d09 req-ae4ffcfe-3ce2-4b2d-90bb-005a4b0927e1 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677249 Feb 16 08:32:45.136273 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e4480fed-0502-48e4-9046-54224cb62561 req-86065c22-25ae-402a-ad78-b0709959c24e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761859 Feb 16 08:32:45.643414 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 523d2597-2d0f-4d2e-8810-db326cd6c5e8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:32:45.749674 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:32:45.762045 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'port_id': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'mac_address': 'fa:16:3e:c1:04:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:32:45.799010 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 is: ACTIVE; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:32:45.799407 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:45.812376 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 523d2597-2d0f-4d2e-8810-db326cd6c5e8 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:32:45.814623 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d330497-badc-42a3-a519-4140e1f4d3d2 req-9ee7e3ab-6ae8-4476-a7ad-35845764f501 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:45.816165 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9d330497-badc-42a3-a519-4140e1f4d3d2 req-9ee7e3ab-6ae8-4476-a7ad-35845764f501 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 945 time: 0.0543497 Feb 16 08:32:45.833723 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:32:45.838536 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:45.872734 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9d330497-badc-42a3-a519-4140e1f4d3d2 req-baa80390-d4cf-4432-8d1d-e047379d9377 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497591 Feb 16 08:32:45.893862 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:32:46.045444 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['523d2597-2d0f-4d2e-8810-db326cd6c5e8'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:32:46.076368 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0e58f964-c5ad-4c93-b117-83e7c3232ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:46.289322 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f38ea4-0be0-40c4-aef9-6d208f56b28b req-34f5fe45-0cc2-448d-8cd0-52b00e659d6a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:46.290814 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d8f38ea4-0be0-40c4-aef9-6d208f56b28b req-34f5fe45-0cc2-448d-8cd0-52b00e659d6a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0910964 Feb 16 08:32:46.300747 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39073d-f439-4f25-85ec-a11e395d6359 req-c7454553-3b67-4dda-9139-0637a36da498 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:46.302161 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bb39073d-f439-4f25-85ec-a11e395d6359 req-c7454553-3b67-4dda-9139-0637a36da498 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 944 time: 0.0713263 Feb 16 08:32:46.374597 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d8f38ea4-0be0-40c4-aef9-6d208f56b28b req-acf9bd1c-3200-4cf2-82d7-a2b8af51e6e8 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714676 Feb 16 08:32:46.377615 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bb39073d-f439-4f25-85ec-a11e395d6359 req-c4f6126c-c9e7-48b6-834b-add8e70360cb tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682647 Feb 16 08:32:46.995989 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ce28b-950b-4b21-8985-36974a4c255e req-3d09d0b7-374f-4535-8226-ac0513a35f46 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:46.997488 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ca1ce28b-950b-4b21-8985-36974a4c255e req-3d09d0b7-374f-4535-8226-ac0513a35f46 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 945 time: 0.0552037 Feb 16 08:32:47.048291 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ca1ce28b-950b-4b21-8985-36974a4c255e req-07276592-5996-426f-aca1-5e974336f8d2 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451853 Feb 16 08:32:47.412987 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:47.525938 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85667bd9-76ca-4909-a97f-d6d0843353f8 req-1f98a636-0fae-49c6-9c86-1dab48f4bde4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:47.527539 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-85667bd9-76ca-4909-a97f-d6d0843353f8 req-1f98a636-0fae-49c6-9c86-1dab48f4bde4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0824070 Feb 16 08:32:47.538943 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021b6cc-f50f-4b67-af85-decf82bb813c req-aa4cbd4f-6bad-4a8c-8297-84f66c0aab64 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:47.540461 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4021b6cc-f50f-4b67-af85-decf82bb813c req-aa4cbd4f-6bad-4a8c-8297-84f66c0aab64 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 944 time: 0.0859756 Feb 16 08:32:47.612638 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-85667bd9-76ca-4909-a97f-d6d0843353f8 req-f1ca1e71-5d50-4f78-91fd-67f6544056c6 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710864 Feb 16 08:32:47.615761 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4021b6cc-f50f-4b67-af85-decf82bb813c req-ddc21839-e8c5-4d7a-b68e-03537eeaea68 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685558 Feb 16 08:32:47.659610 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 523d2597-2d0f-4d2e-8810-db326cd6c5e8 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:32:47.706919 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:32:47.707286 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:47.784639 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:32:47.785035 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:47.807966 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:32:47.810205 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da69915-795a-4e24-b979-34c9d4763fba" -d '{"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-plugged", "status": "completed", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:32:47.823353 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:32:47.827846 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:47.856454 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db10699-92fb-4586-897d-09fe0b73dcfb x-openstack-request-id: req-6db10699-92fb-4586-897d-09fe0b73dcfb {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:32:47.856835 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-plugged", "status": "completed", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:32:47.857035 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6db10699-92fb-4586-897d-09fe0b73dcfb {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:32:47.857424 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'code': 200} Feb 16 08:32:47.881033 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:32:48.174377 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f619207-fa18-48d4-a9ef-5acefc8f12ad req-4964196f-c072-4f56-aa64-ac7a24e5e807 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:48.175925 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6f619207-fa18-48d4-a9ef-5acefc8f12ad req-4964196f-c072-4f56-aa64-ac7a24e5e807 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 945 time: 0.0579069 Feb 16 08:32:48.234585 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6f619207-fa18-48d4-a9ef-5acefc8f12ad req-09a0eb65-5ad0-4e39-8afb-aa721e0f9bb6 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/security-groups?id=38c08001-3203-4ab0-836c-ba638ed18309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451252 Feb 16 08:32:48.553046 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974602-e152-427c-936d-84327b8710c1 req-7e391d11-f907-49cb-93d8-6e455595d884 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:48.554671 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-46974602-e152-427c-936d-84327b8710c1 req-7e391d11-f907-49cb-93d8-6e455595d884 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0547550 Feb 16 08:32:48.555148 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-3a43d52e-2ed0-41d1-8b50-5e1c7f09040c tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:48.556709 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-3a43d52e-2ed0-41d1-8b50-5e1c7f09040c tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.71 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 945 time: 0.0526464 Feb 16 08:32:48.607215 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-46974602-e152-427c-936d-84327b8710c1 req-e64416a1-572f-4a56-a13d-40f62ef38b13 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465591 Feb 16 08:32:48.658227 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Deleting port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:32:48.658780 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:48.763144 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] For port 262a6150-f93b-4d6e-b6dd-c70da7b28c92, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=262a6150-f93b-4d6e-b6dd-c70da7b28c92,segment=NetworkSegment(84ff5799-b891-4276-8330-387b9e620253),segment_id=84ff5799-b891-4276-8330-387b9e620253)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:32:48.763412 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:48.777102 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Calling delete_port for 262a6150-f93b-4d6e-b6dd-c70da7b28c92 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:32:48.780291 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fc5e5-8dc1-4620-ab68-0e1df415dfe0 req-7dca8197-5546-4717-adaa-3106708764f4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:48.781790 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-756fc5e5-8dc1-4620-ab68-0e1df415dfe0 req-7dca8197-5546-4717-adaa-3106708764f4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0952697 Feb 16 08:32:48.793083 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda4cb8-867d-4438-a344-12a20bb98710 req-3978f7f9-3c78-4ba6-8192-0a6550758c64 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:48.794962 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ebda4cb8-867d-4438-a344-12a20bb98710 req-3978f7f9-3c78-4ba6-8192-0a6550758c64 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0908797 Feb 16 08:32:48.868949 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-756fc5e5-8dc1-4620-ab68-0e1df415dfe0 req-7c15fd05-359b-4ff1-b2e7-de31cfb25e2b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733948 Feb 16 08:32:48.878069 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ebda4cb8-867d-4438-a344-12a20bb98710 req-a8fe4752-8a5a-4f83-a82e-f84b7daea381 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766034 Feb 16 08:32:48.905880 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:48.927538 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (262a6150-f93b-4d6e-b6dd-c70da7b28c92), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:48.939743 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['262a6150-f93b-4d6e-b6dd-c70da7b28c92'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:32:48.961707 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Pushing event deleted for resources: {'Port': ['ID=262a6150-f93b-4d6e-b6dd-c70da7b28c92,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:32:49.004768 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] No DVR routers for this DVR port 262a6150-f93b-4d6e-b6dd-c70da7b28c92 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:32:49.008309 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:49.011980 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c245bdcd-632a-4255-8c58-64b1e3346235 req-dba3397e-ded4-4519-9357-84d87c7e2539 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.71 "DELETE /v2.0/ports/262a6150-f93b-4d6e-b6dd-c70da7b28c92 HTTP/1.1" status: 204 len: 173 time: 0.4499207 Feb 16 08:32:49.012477 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fc8c13-76b2-4b50-b936-732efeab8b14', 'name': 'network-vif-deleted', 'tag': '262a6150-f93b-4d6e-b6dd-c70da7b28c92'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:32:49.015071 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae480c0-7a40-4380-8428-615c430195fa" -d '{"events": [{"server_uuid": "62fc8c13-76b2-4b50-b936-732efeab8b14", "name": "network-vif-deleted", "tag": "262a6150-f93b-4d6e-b6dd-c70da7b28c92"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:32:49.055831 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d689f9-2a87-4212-9183-a2223b531e59 x-openstack-request-id: req-f8d689f9-2a87-4212-9183-a2223b531e59 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:32:49.056188 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fc8c13-76b2-4b50-b936-732efeab8b14", "name": "network-vif-deleted", "tag": "262a6150-f93b-4d6e-b6dd-c70da7b28c92", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:32:49.056456 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8d689f9-2a87-4212-9183-a2223b531e59 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:32:49.056971 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fc8c13-76b2-4b50-b936-732efeab8b14', 'name': 'network-vif-deleted', 'tag': '262a6150-f93b-4d6e-b6dd-c70da7b28c92', 'status': 'completed', 'code': 200} Feb 16 08:32:49.348422 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8e618006-0e75-47c4-83ea-b4c40e122d25 req-44476e04-7b71-4e07-a7e6-7055b24260f0 tempest-VolumesSnapshotTestJSON-1096121976 tempest-VolumesSnapshotTestJSON-1096121976-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fc8c13-76b2-4b50-b936-732efeab8b14 HTTP/1.1" status: 200 len: 210 time: 0.0270429 Feb 16 08:32:49.731949 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf985d-8785-407d-9439-ead588b54c67 req-52cfff5d-44de-42e6-a686-a315f51d20e9 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:49.733456 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ebf985d-8785-407d-9439-ead588b54c67 req-52cfff5d-44de-42e6-a686-a315f51d20e9 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0579743 Feb 16 08:32:49.783643 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ebf985d-8785-407d-9439-ead588b54c67 req-c0c552ac-7d65-4740-a144-b8a19df67a51 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445607 Feb 16 08:32:50.037348 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ca862-e0a2-44c3-8d78-d62ae56547cb req-e9fde023-99bc-43d0-b535-fe881835a8a5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:50.039385 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-496ca862-e0a2-44c3-8d78-d62ae56547cb req-e9fde023-99bc-43d0-b535-fe881835a8a5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0856669 Feb 16 08:32:50.046071 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444121dc-6580-40e3-bed7-f88b8f056413 req-2a15ee4c-4609-41ee-ad00-0e9174471209 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:50.047467 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-444121dc-6580-40e3-bed7-f88b8f056413 req-2a15ee4c-4609-41ee-ad00-0e9174471209 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0851943 Feb 16 08:32:50.140990 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-444121dc-6580-40e3-bed7-f88b8f056413 req-1466a453-27f5-486f-b2ab-be4d3389b5aa tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868001 Feb 16 08:32:50.145698 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-496ca862-e0a2-44c3-8d78-d62ae56547cb req-bd1ade6f-38f4-4cf7-8dd8-4c25420c6bb7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972700 Feb 16 08:32:50.168024 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:32:50.903672 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197d06b-eeb5-48fb-ab11-2fdec6f2a2be req-5b3acb73-6380-42e4-b461-9977e04b538c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:50.905196 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d197d06b-eeb5-48fb-ab11-2fdec6f2a2be req-5b3acb73-6380-42e4-b461-9977e04b538c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0552158 Feb 16 08:32:50.954673 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d197d06b-eeb5-48fb-ab11-2fdec6f2a2be req-4445a677-223c-4472-8b04-82a0894be050 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438070 Feb 16 08:32:51.312994 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2c577-d31a-42c9-82f8-a669988ffc0b req-6bd1577a-dd2d-43be-bf9d-d2bfaa137b29 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:51.314484 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1ce2c577-d31a-42c9-82f8-a669988ffc0b req-6bd1577a-dd2d-43be-bf9d-d2bfaa137b29 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0901687 Feb 16 08:32:51.327011 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de42fc-7f2a-447a-b958-f3671518cee4 req-5fb190b4-da0d-455e-9594-60b2a9673449 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:51.328670 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f5de42fc-7f2a-447a-b958-f3671518cee4 req-5fb190b4-da0d-455e-9594-60b2a9673449 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0953660 Feb 16 08:32:51.403050 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1ce2c577-d31a-42c9-82f8-a669988ffc0b req-acaccfb2-e31b-4669-bd53-9c5e2f890600 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733554 Feb 16 08:32:51.406766 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f5de42fc-7f2a-447a-b958-f3671518cee4 req-00d508a8-f941-4766-81c7-9b1a09eee55f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706792 Feb 16 08:32:51.645008 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 262a6150-f93b-4d6e-b6dd-c70da7b28c92 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:32:51.664436 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13954f-af5a-4b78-a4a3-9ea13eb51c5f req-738e0e04-ce18-4aca-9a75-044b9ccc627e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:51.667835 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0f13954f-af5a-4b78-a4a3-9ea13eb51c5f req-738e0e04-ce18-4aca-9a75-044b9ccc627e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0664952 Feb 16 08:32:51.672442 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 262a6150-f93b-4d6e-b6dd-c70da7b28c92 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:32:51.673052 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 262a6150-f93b-4d6e-b6dd-c70da7b28c92 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:32:51.721730 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-e281a408-2ec9-4bde-8af7-a02923da7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:51.723680 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-e281a408-2ec9-4bde-8af7-a02923da7e32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 1129 time: 0.0484357 Feb 16 08:32:51.758336 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0f13954f-af5a-4b78-a4a3-9ea13eb51c5f req-006d9b62-327d-4611-a581-b336946de6d3 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790126 Feb 16 08:32:51.838432 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-0a4c6dc9-97d0-4f81-8a32-094cc3f2e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:51.839983 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-0a4c6dc9-97d0-4f81-8a32-094cc3f2e757 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 912 time: 0.1094661 Feb 16 08:32:51.913041 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-ca2483eb-5e83-4fcd-b14e-50ee66a82e48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8dfba41-0202-400f-a192-82b9e913d774 HTTP/1.1" status: 200 len: 1001 time: 0.0667896 Feb 16 08:32:51.967539 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-431b7c5f-1917-43ef-ad27-4c44f020127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:51.969026 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-431b7c5f-1917-43ef-ad27-4c44f020127c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.0491035 Feb 16 08:32:52.020725 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-05df8fbc-aab2-47eb-a976-2f053ea79ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:52.022314 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-05df8fbc-aab2-47eb-a976-2f053ea79ca1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471151 Feb 16 08:32:52.080575 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd4e6c-d91e-4aea-b249-d2e515faf8fa req-e6c40b28-1981-4ba1-9837-c585fc865233 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:52.082101 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9dbd4e6c-d91e-4aea-b249-d2e515faf8fa req-e6c40b28-1981-4ba1-9837-c585fc865233 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0544684 Feb 16 08:32:52.146094 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-11fb2e41-d8da-46f7-bef5-c359c698b11b service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137111 Feb 16 08:32:52.177599 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9dbd4e6c-d91e-4aea-b249-d2e515faf8fa req-aa476171-8bd6-4593-a87a-9169f1a02989 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892701 Feb 16 08:32:52.278465 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f4e93798-f403-4dad-8ed6-1c4ae4c3724a req-48bfe36f-e443-47f6-b3d7-9f2296ee3a74 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251438 Feb 16 08:32:52.548374 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878923-f682-4567-b8bb-a89fe6fc278d req-190fb4f9-7e34-41bf-b4ea-cd68c7dfba4c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:52.550816 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eb878923-f682-4567-b8bb-a89fe6fc278d req-190fb4f9-7e34-41bf-b4ea-cd68c7dfba4c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0662777 Feb 16 08:32:52.619043 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eb878923-f682-4567-b8bb-a89fe6fc278d req-b1038edf-4d44-490b-90d2-50f1ca7cb363 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613065 Feb 16 08:32:52.879202 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd45fd7-1d9e-4ff9-a25a-87169609dbfa req-c1e179dd-692c-438f-8d23-fae53d54087c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:52.881358 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8cd45fd7-1d9e-4ff9-a25a-87169609dbfa req-c1e179dd-692c-438f-8d23-fae53d54087c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0565531 Feb 16 08:32:52.955559 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8cd45fd7-1d9e-4ff9-a25a-87169609dbfa req-bf32cd18-630b-4acb-af70-00a1c167244e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571737 Feb 16 08:32:53.353953 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2be83-390d-4093-bfe1-9c577d9ced15 req-4b6bdde9-99ec-4ae5-9bb6-9ad2c75df8d6 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:53.355641 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ba2be83-390d-4093-bfe1-9c577d9ced15 req-4b6bdde9-99ec-4ae5-9bb6-9ad2c75df8d6 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0801449 Feb 16 08:32:53.411025 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ba2be83-390d-4093-bfe1-9c577d9ced15 req-7c172003-c7c0-42be-bad0-6b9eeee53784 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488954 Feb 16 08:32:53.752741 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2e032-35a3-4272-b18c-455a5ed65e36 req-c01c2c25-2f5a-4a81-b302-e7d60467c641 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:53.754332 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e4a2e032-35a3-4272-b18c-455a5ed65e36 req-c01c2c25-2f5a-4a81-b302-e7d60467c641 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0564613 Feb 16 08:32:53.806149 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e4a2e032-35a3-4272-b18c-455a5ed65e36 req-b9a99547-65de-46f8-842d-bfc0b366a6e2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457222 Feb 16 08:32:54.110508 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba8960-7762-47f3-af21-b295226379e7 req-7ffc59d0-ffc3-4dbd-84f4-dd691f49c3d5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:54.112255 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eeba8960-7762-47f3-af21-b295226379e7 req-7ffc59d0-ffc3-4dbd-84f4-dd691f49c3d5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0663168 Feb 16 08:32:54.178079 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-eeba8960-7762-47f3-af21-b295226379e7 req-721b728e-ed94-4c5f-8573-082e73ff0605 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533030 Feb 16 08:32:54.555967 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c372f-9a39-43a6-906f-abef5a47e026 req-b1a5b0fe-d510-4660-88b6-0f7006f14f1d tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:54.558257 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-398c372f-9a39-43a6-906f-abef5a47e026 req-b1a5b0fe-d510-4660-88b6-0f7006f14f1d tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0677602 Feb 16 08:32:54.613787 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-398c372f-9a39-43a6-906f-abef5a47e026 req-2ceaa106-bbb5-4b34-bf6f-81da58a007a8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491781 Feb 16 08:32:54.963602 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63484d-63b9-48ca-a584-cdb2e196dd40 req-4cdfd8e3-556f-4d3e-a5e7-effd5f1cf32c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:54.965287 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9d63484d-63b9-48ca-a584-cdb2e196dd40 req-4cdfd8e3-556f-4d3e-a5e7-effd5f1cf32c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0711482 Feb 16 08:32:55.043569 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9d63484d-63b9-48ca-a584-cdb2e196dd40 req-06db7c00-e658-42c5-899a-31e3563cff4a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627983 Feb 16 08:32:55.328668 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a07e5-8e67-45e7-a0b5-771c77d0ee53 req-3205034a-2261-4003-ae30-d1b9e3d47109 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:55.330195 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-720a07e5-8e67-45e7-a0b5-771c77d0ee53 req-3205034a-2261-4003-ae30-d1b9e3d47109 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0621495 Feb 16 08:32:55.383520 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-720a07e5-8e67-45e7-a0b5-771c77d0ee53 req-ce1cedf7-fcf2-4a73-90de-c66c9626e52b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473537 Feb 16 08:32:55.742491 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa96533-0c92-4bb4-94c9-b7593a64d0bd req-24b4c106-d737-407e-95f5-2d6cd613cd86 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:55.744292 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8fa96533-0c92-4bb4-94c9-b7593a64d0bd req-24b4c106-d737-407e-95f5-2d6cd613cd86 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0576806 Feb 16 08:32:55.799162 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8fa96533-0c92-4bb4-94c9-b7593a64d0bd req-18bccc7f-18c3-404a-a7c0-1175008e66b1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492227 Feb 16 08:32:56.170777 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1360f8-c628-45eb-86b6-bd1e9401aa9c req-9bcd964a-a580-4a84-b986-d9f489077eb6 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:56.172585 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0a1360f8-c628-45eb-86b6-bd1e9401aa9c req-9bcd964a-a580-4a84-b986-d9f489077eb6 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0621693 Feb 16 08:32:56.226903 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0a1360f8-c628-45eb-86b6-bd1e9401aa9c req-fbebdefc-23ce-4bde-84e3-3a63081ce3fd tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486023 Feb 16 08:32:56.547469 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe485-ab55-4cfe-83b3-4b4274382049 req-21332d6f-022c-4d8a-b4cd-6f7242bff5ce tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:56.548864 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-468fe485-ab55-4cfe-83b3-4b4274382049 req-21332d6f-022c-4d8a-b4cd-6f7242bff5ce tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0727313 Feb 16 08:32:56.602234 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-468fe485-ab55-4cfe-83b3-4b4274382049 req-65aaca02-a300-49ab-b50f-b189e88aeaaa tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459876 Feb 16 08:32:56.941578 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d751e-7a10-41a4-82ea-222451e64208 req-14af2e9a-d804-4b70-9e0f-6ca9628a9766 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:56.943903 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-092d751e-7a10-41a4-82ea-222451e64208 req-14af2e9a-d804-4b70-9e0f-6ca9628a9766 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0679076 Feb 16 08:32:57.009803 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-092d751e-7a10-41a4-82ea-222451e64208 req-0abe4cbb-70ea-413f-8c42-24367cb186ec tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556588 Feb 16 08:32:57.373443 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c52ec-3b59-4182-8ac2-e5ff2cb391ba req-d05ed6a8-2bbf-40ba-8bac-49011c27edbc tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:57.381335 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ac4c52ec-3b59-4182-8ac2-e5ff2cb391ba req-d05ed6a8-2bbf-40ba-8bac-49011c27edbc tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0755253 Feb 16 08:32:57.444081 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ac4c52ec-3b59-4182-8ac2-e5ff2cb391ba req-cb1db0d3-a095-4b6e-bb43-e6160dc8f533 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617151 Feb 16 08:32:57.746365 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae3f4a-ec6e-4461-8860-f0ec19bc40f5 req-40fb9c8f-0ed4-4ae7-9ff8-e0210013f95f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:57.747976 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7aae3f4a-ec6e-4461-8860-f0ec19bc40f5 req-40fb9c8f-0ed4-4ae7-9ff8-e0210013f95f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0647209 Feb 16 08:32:57.806849 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7aae3f4a-ec6e-4461-8860-f0ec19bc40f5 req-46a7d44e-dca4-4d40-96f5-e7735df17cf4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530589 Feb 16 08:32:58.156424 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05b32a-6ad0-448b-a172-0c515d114a09 req-296fcd59-f60d-48d4-9111-1a33c5515dfd tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:58.161038 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1f05b32a-6ad0-448b-a172-0c515d114a09 req-296fcd59-f60d-48d4-9111-1a33c5515dfd tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0765390 Feb 16 08:32:58.232417 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1f05b32a-6ad0-448b-a172-0c515d114a09 req-26a00ca1-8245-411b-aa2b-0c68a5b73c91 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591650 Feb 16 08:32:58.578686 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5be27-d718-4b11-a462-eed44c560643 req-1dd8926e-ba55-4ab4-a4d5-680b775df9de tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:58.580267 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-46c5be27-d718-4b11-a462-eed44c560643 req-1dd8926e-ba55-4ab4-a4d5-680b775df9de tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0612333 Feb 16 08:32:58.640817 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-46c5be27-d718-4b11-a462-eed44c560643 req-ef4ac3b0-8724-4f43-aeec-d6a6ea93424d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528648 Feb 16 08:32:59.363861 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8719bc-768f-4052-a658-826aadac174a req-04ad5434-f149-4a6f-b8b8-7f76f6791ae9 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:59.369792 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8d8719bc-768f-4052-a658-826aadac174a req-04ad5434-f149-4a6f-b8b8-7f76f6791ae9 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0674257 Feb 16 08:32:59.439122 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8d8719bc-768f-4052-a658-826aadac174a req-96bc0abc-12fa-4929-991b-d9970ca310f1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655730 Feb 16 08:32:59.830563 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1b922-91cc-46a0-a172-cedd36d44711 req-f59691b5-af48-41d3-8cc9-3f62befe9c43 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:59.832118 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f0e1b922-91cc-46a0-a172-cedd36d44711 req-f59691b5-af48-41d3-8cc9-3f62befe9c43 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0765138 Feb 16 08:32:59.899086 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f0e1b922-91cc-46a0-a172-cedd36d44711 req-afb2589f-aa82-4c9a-8420-77011f3487d0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603061 Feb 16 08:33:00.608011 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bac5b-c2b0-4156-b12f-8f779328b53a req-2a719d72-4ea2-4b22-b024-087f7bd69f77 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:00.610902 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-126bac5b-c2b0-4156-b12f-8f779328b53a req-2a719d72-4ea2-4b22-b024-087f7bd69f77 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0934584 Feb 16 08:33:00.671152 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-126bac5b-c2b0-4156-b12f-8f779328b53a req-a458a83f-c618-4526-a0a3-3e5733d79b46 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545473 Feb 16 08:33:01.049846 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2f13b-e6ca-4808-9d04-d8339bac3297 req-fe7e80e8-158f-4cad-b2b7-8ca925bdb413 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:01.051492 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8ba2f13b-e6ca-4808-9d04-d8339bac3297 req-fe7e80e8-158f-4cad-b2b7-8ca925bdb413 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0768471 Feb 16 08:33:01.126418 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8ba2f13b-e6ca-4808-9d04-d8339bac3297 req-4d04cb71-6319-4e5e-9355-81672d3008e7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683477 Feb 16 08:33:01.797652 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c36207-5767-4338-9575-df67dcb4eb59 req-2d9af370-ef41-4a50-93ca-bb3ac19341a7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:01.799162 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a2c36207-5767-4338-9575-df67dcb4eb59 req-2d9af370-ef41-4a50-93ca-bb3ac19341a7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0547454 Feb 16 08:33:01.850382 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a2c36207-5767-4338-9575-df67dcb4eb59 req-a6143d51-1765-4467-8436-2894046a264a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Feb 16 08:33:02.258025 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20899f-15e4-4bb8-9e82-1cdadb4d0f06 req-66452110-a1b7-43f7-bd6f-2589de11c4e0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:02.259599 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c20899f-15e4-4bb8-9e82-1cdadb4d0f06 req-66452110-a1b7-43f7-bd6f-2589de11c4e0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0579698 Feb 16 08:33:02.310545 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c20899f-15e4-4bb8-9e82-1cdadb4d0f06 req-91c993b4-796d-468a-ab36-9604f9d79217 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Feb 16 08:33:02.970800 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27218d2c-e2be-47b9-ae14-73a78b6c0394 req-f4e8a890-c513-4820-9c00-1405a7532bea tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:02.972308 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-27218d2c-e2be-47b9-ae14-73a78b6c0394 req-f4e8a890-c513-4820-9c00-1405a7532bea tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0531189 Feb 16 08:33:03.021695 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-27218d2c-e2be-47b9-ae14-73a78b6c0394 req-232cef35-3b09-463f-9b31-3597f9216c88 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433354 Feb 16 08:33:03.436350 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2ae9-4f92-4fe8-929e-e7503318ba23 req-301688b4-30a8-49f4-a4a8-504611d74776 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:03.437819 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4bf2ae9-4f92-4fe8-929e-e7503318ba23 req-301688b4-30a8-49f4-a4a8-504611d74776 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0524535 Feb 16 08:33:03.489434 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4bf2ae9-4f92-4fe8-929e-e7503318ba23 req-ef977bb4-3bf9-44b3-b960-4213d9be4b4b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462172 Feb 16 08:33:03.751297 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:33:04.141547 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44b17b-de3b-48d8-83c6-162c69a0b9dc req-99d483f9-c2e4-46ea-b1f1-d4bff0620687 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:04.143041 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5a44b17b-de3b-48d8-83c6-162c69a0b9dc req-99d483f9-c2e4-46ea-b1f1-d4bff0620687 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0545058 Feb 16 08:33:04.192202 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5a44b17b-de3b-48d8-83c6-162c69a0b9dc req-50f66ad1-cdfc-409d-9f83-0ac8b86ddca8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429523 Feb 16 08:33:04.612762 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d04296-19ba-4566-9583-15f50896f3df req-0d8bbf3b-aace-4f7d-ac93-ad19fe60ac68 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:04.614148 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-82d04296-19ba-4566-9583-15f50896f3df req-0d8bbf3b-aace-4f7d-ac93-ad19fe60ac68 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0525990 Feb 16 08:33:04.660110 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-82d04296-19ba-4566-9583-15f50896f3df req-f2ed50a9-c8bc-4700-a5b3-5196d29acd52 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401950 Feb 16 08:33:05.317097 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d81b3a-b762-47d3-9ce6-3c5181d69fb8 req-4dc7b513-3332-4d93-badc-a5b489d15deb tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:05.318831 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-84d81b3a-b762-47d3-9ce6-3c5181d69fb8 req-4dc7b513-3332-4d93-badc-a5b489d15deb tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0565054 Feb 16 08:33:05.366239 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-84d81b3a-b762-47d3-9ce6-3c5181d69fb8 req-e2f59e38-0e98-4c5f-84a0-12539558e859 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418909 Feb 16 08:33:05.786519 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5e83b-ccce-4255-bf49-c1e8569362bd req-5ccf8a0e-bbd0-42b3-8e15-8a58a7c090af tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:05.788057 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-96b5e83b-ccce-4255-bf49-c1e8569362bd req-5ccf8a0e-bbd0-42b3-8e15-8a58a7c090af tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0535827 Feb 16 08:33:05.837464 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-96b5e83b-ccce-4255-bf49-c1e8569362bd req-60e72fc2-a53d-438f-ae16-1b06f97c6a15 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 Feb 16 08:33:06.495698 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00a84b-7ad5-42da-adbf-ca50fe8dfb12 req-b5427ee4-a114-4993-bb54-e3f69ba3e6a0 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:06.497157 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0b00a84b-7ad5-42da-adbf-ca50fe8dfb12 req-b5427ee4-a114-4993-bb54-e3f69ba3e6a0 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0635662 Feb 16 08:33:06.544895 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0b00a84b-7ad5-42da-adbf-ca50fe8dfb12 req-d4d6a9fa-445c-46d8-8159-ae4b60ef9ac4 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422688 Feb 16 08:33:06.961436 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7765ff-01f5-420c-a21f-a8b3ed5fd04a req-2ba0c921-7c5d-497c-ab18-354aed8e405e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:06.962918 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9f7765ff-01f5-420c-a21f-a8b3ed5fd04a req-2ba0c921-7c5d-497c-ab18-354aed8e405e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0542760 Feb 16 08:33:07.009813 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9f7765ff-01f5-420c-a21f-a8b3ed5fd04a req-c2ed2f8a-e43e-4b4e-9224-2cf943ec0c9b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413401 Feb 16 08:33:07.610797 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-506975a2-b24f-417a-9992-854dfdf6ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:07.612526 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-506975a2-b24f-417a-9992-854dfdf6ec5e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 1129 time: 0.0473492 Feb 16 08:33:07.671269 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:07.676013 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a5f7-dbb7-41f1-9bf4-de29a1be83bf req-abfce7c2-7b41-44b4-b28e-94ecf081577c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:07.684017 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3d52a5f7-dbb7-41f1-9bf4-de29a1be83bf req-abfce7c2-7b41-44b4-b28e-94ecf081577c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0647960 Feb 16 08:33:07.715191 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-39b6cde0-5197-4889-bf44-9a9b9339f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:07.716863 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-39b6cde0-5197-4889-bf44-9a9b9339f350 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.0976422 Feb 16 08:33:07.753951 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3d52a5f7-dbb7-41f1-9bf4-de29a1be83bf req-580e4e23-3b66-48b3-b60f-a3e99dcb459e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591917 Feb 16 08:33:07.788589 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-a12726a7-259d-49d7-8211-7449421a50bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8 HTTP/1.1" status: 200 len: 1000 time: 0.0641825 Feb 16 08:33:07.844411 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-3a67889d-bf8e-4038-b712-4867fa4e747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:07.845866 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-3a67889d-bf8e-4038-b712-4867fa4e747e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0492494 Feb 16 08:33:07.897040 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-3535312b-4b50-4953-b254-793eea639db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:07.898644 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-3535312b-4b50-4953-b254-793eea639db8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457692 Feb 16 08:33:07.992154 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-8c5185c9-6559-47d9-8333-e67a47f84082 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858855 Feb 16 08:33:08.081341 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2451871d-25ee-4a6a-baa2-ebb3e9c20983 req-1c97938b-2e6a-42db-a31f-5e92daf004e6 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829854 Feb 16 08:33:08.135057 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631438e-d0a0-48d2-8a8f-548b8640ae83 req-4c4a55f7-a0de-411e-b6a4-26d3af3e72ad tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:08.136578 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f631438e-d0a0-48d2-8a8f-548b8640ae83 req-4c4a55f7-a0de-411e-b6a4-26d3af3e72ad tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0546441 Feb 16 08:33:08.184289 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f631438e-d0a0-48d2-8a8f-548b8640ae83 req-287d5f2f-ee6c-4851-90f6-f24dc70665bb tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Feb 16 08:33:08.777248 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-721a4e86-126d-4a76-bb12-137ecabcb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:08.778779 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-721a4e86-126d-4a76-bb12-137ecabcb7be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b635dd78782e47178901359666afb725&device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1129 time: 0.0465732 Feb 16 08:33:08.876348 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67a90d-f681-45b6-b665-1575084a186c req-1db40695-613a-4115-968f-cfa702f63e72 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:08.877863 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3f67a90d-f681-45b6-b665-1575084a186c req-1db40695-613a-4115-968f-cfa702f63e72 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0615273 Feb 16 08:33:08.885040 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-8cddec9f-67ee-4e15-a1df-ce5eb826eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:08.886640 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-8cddec9f-67ee-4e15-a1df-ce5eb826eb8b service neutron] 10.222.0.71 "GET /v2.0/networks?id=fdae13f1-704e-4b02-bd9b-f9ccbc098829 HTTP/1.1" status: 200 len: 909 time: 0.1001918 Feb 16 08:33:08.932871 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3f67a90d-f681-45b6-b665-1575084a186c req-2bf511ff-5943-4cb4-8210-fb9fd25f19f1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475752 Feb 16 08:33:08.958283 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-5513369a-c4c0-40d4-b534-5d1c39128484 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 200 len: 1000 time: 0.0640574 Feb 16 08:33:09.028711 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-e54fd730-f44a-47b9-88ef-e1dd19fb0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:09.030208 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-e54fd730-f44a-47b9-88ef-e1dd19fb0d6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=186cebaf-3106-4360-a889-dd26e7a456d9 HTTP/1.1" status: 200 len: 847 time: 0.0650933 Feb 16 08:33:09.082214 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-5c3f2386-786e-4af2-a90c-a52d6376149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:09.083774 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-5c3f2386-786e-4af2-a90c-a52d6376149d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fdae13f1-704e-4b02-bd9b-f9ccbc098829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473745 Feb 16 08:33:09.181821 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-34198784-3fee-4cb8-9a59-eac129012c61 service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912709 Feb 16 08:33:09.326828 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93173848-9264-4709-a2e6-ef6509ee5aa4 req-de731bec-c24e-4cf1-bf24-bb3c8b30d85a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:09.328356 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-93173848-9264-4709-a2e6-ef6509ee5aa4 req-de731bec-c24e-4cf1-bf24-bb3c8b30d85a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0605991 Feb 16 08:33:09.382262 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-93173848-9264-4709-a2e6-ef6509ee5aa4 req-71212e68-0a41-49c7-9e92-9a3c42353c2d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482302 Feb 16 08:33:09.495355 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-66dd722a-e7be-41a0-a5b7-4fe455eeb0a3 req-58910cc1-b8e8-4771-beb0-7b81d6aef4dc service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027883 Feb 16 08:33:10.059518 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06b5f5-e7f9-4f04-bd4e-bd05e1c9b343 req-1ac28346-a9ed-4158-9d8f-8685f1171938 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:10.061056 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0d06b5f5-e7f9-4f04-bd4e-bd05e1c9b343 req-1ac28346-a9ed-4158-9d8f-8685f1171938 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0600281 Feb 16 08:33:10.118747 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0d06b5f5-e7f9-4f04-bd4e-bd05e1c9b343 req-bc9a82ae-ce48-4c14-9a3b-f0ce4c53d2dd tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522978 Feb 16 08:33:10.515735 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47b2f9-cadb-46e5-843f-045f53b4bf86 req-f23533b7-af1a-419c-866d-bee8438d94d9 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:10.518495 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fa47b2f9-cadb-46e5-843f-045f53b4bf86 req-f23533b7-af1a-419c-866d-bee8438d94d9 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0620732 Feb 16 08:33:10.571811 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fa47b2f9-cadb-46e5-843f-045f53b4bf86 req-51ebbce4-cc67-4abc-a651-00a5fd24aea7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466280 Feb 16 08:33:11.112518 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [req-3606a645-116c-4c5f-9159-d7e0a3c056a5 req-9865db77-035e-49c6-b1da-c0999dd117e4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:33:11.113527 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3606a645-116c-4c5f-9159-d7e0a3c056a5 req-9865db77-035e-49c6-b1da-c0999dd117e4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493667 Feb 16 08:33:11.292144 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7304a-d4b4-462e-8b8c-7904c0317c39 req-30fe53e3-7f3f-43b9-8e09-e69a02992d9a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:11.293634 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-11a7304a-d4b4-462e-8b8c-7904c0317c39 req-30fe53e3-7f3f-43b9-8e09-e69a02992d9a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0985286 Feb 16 08:33:11.327096 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267bd36-4555-4d55-ac2f-bf92cc68c053 req-c7afe0d7-cf55-4b6d-ab39-bb7664d50a25 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:11.328586 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a267bd36-4555-4d55-ac2f-bf92cc68c053 req-c7afe0d7-cf55-4b6d-ab39-bb7664d50a25 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 945 time: 0.0869644 Feb 16 08:33:11.371131 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-11a7304a-d4b4-462e-8b8c-7904c0317c39 req-fbc88d17-627f-479b-a19a-0094e48e3c69 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713315 Feb 16 08:33:11.403000 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a267bd36-4555-4d55-ac2f-bf92cc68c053 req-d4559ed7-3dc4-4d64-b156-a11070ab8670 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644050 Feb 16 08:33:11.552208 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40340) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:11.639920 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-7f93630b-ada5-47df-8680-746dc96c2ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863216 Feb 16 08:33:11.649302 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-13427873-96f6-400a-9d1e-59b8ebc8b863 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:33:11.650285 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-13427873-96f6-400a-9d1e-59b8ebc8b863 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050929 Feb 16 08:33:11.739177 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 523d2597-2d0f-4d2e-8810-db326cd6c5e8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:33:11.740514 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40348) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:11.835248 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 is: ACTIVE; New status is: DOWN {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:11.835673 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:11.846956 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-4065c28f-eab1-4a08-9f29-e521e4f4e9d3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:11.849057 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-4065c28f-eab1-4a08-9f29-e521e4f4e9d3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports/523d2597-2d0f-4d2e-8810-db326cd6c5e8 HTTP/1.1" status: 200 len: 942 time: 0.1065848 Feb 16 08:33:11.861612 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:33:11.863831 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f50238-11d8-4725-8c7d-2f311e404b4a" -d '{"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-unplugged", "status": "completed", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:33:11.888488 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:11.893623 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:11.918025 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 08:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42677f7-0c4b-4235-acd9-b31bb61f0e49 x-openstack-request-id: req-a42677f7-0c4b-4235-acd9-b31bb61f0e49 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:33:11.918441 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-unplugged", "status": "failed", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8", "code": 422}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:33:11.918546 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a42677f7-0c4b-4235-acd9-b31bb61f0e49 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:33:11.918976 dv-cinder-773985-28-iscsi neutron-server[102596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'code': 422} returned with failed status Feb 16 08:33:11.947296 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=8']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:12.533106 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12432ffb-095e-4eaa-a1a7-a5d079bdecf6 req-57124966-6d6d-4c46-9c5b-4e918ec94dfc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:12.534533 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-12432ffb-095e-4eaa-a1a7-a5d079bdecf6 req-57124966-6d6d-4c46-9c5b-4e918ec94dfc tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0858874 Feb 16 08:33:12.564168 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54ee4a-4d99-4d8c-97da-d62c1a2d4c0e req-20f7750f-0292-4c04-9402-02378f2b97bd tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:12.565633 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2a54ee4a-4d99-4d8c-97da-d62c1a2d4c0e req-20f7750f-0292-4c04-9402-02378f2b97bd tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0874414 Feb 16 08:33:12.612213 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-12432ffb-095e-4eaa-a1a7-a5d079bdecf6 req-a740a73e-a3d7-4d62-83f3-35af1178b891 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708849 Feb 16 08:33:12.636015 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2a54ee4a-4d99-4d8c-97da-d62c1a2d4c0e req-35ca0872-9a71-445c-a2d8-d575c4cc1f00 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632062 Feb 16 08:33:12.813059 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40380) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:12.833181 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2331014-68a1-4fd8-adf5-73c53cc5a8b0 req-aa16c7a3-0472-4619-a6b0-0b5a0a213982 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:12.834659 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d2331014-68a1-4fd8-adf5-73c53cc5a8b0 req-aa16c7a3-0472-4619-a6b0-0b5a0a213982 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0555770 Feb 16 08:33:12.892181 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d2331014-68a1-4fd8-adf5-73c53cc5a8b0 req-ab5e3a23-718c-4c67-a9d6-2c09d5a53ead tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516133 Feb 16 08:33:12.903745 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-31e03d75-778a-4134-a629-51d9bfb5bf90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893803 Feb 16 08:33:12.914085 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-d0d09bb4-c9ff-413d-89da-144f2ccc9f82 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:33:12.915385 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-d0d09bb4-c9ff-413d-89da-144f2ccc9f82 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064971 Feb 16 08:33:12.994265 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40388) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:13.051389 dv-cinder-773985-28-iscsi neutron-server[102593]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 08:33:13.102791 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-f195e63b-54a2-45b1-a12a-f23a553579d8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:13.104378 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-f195e63b-54a2-45b1-a12a-f23a553579d8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports/27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 200 len: 942 time: 0.1090498 Feb 16 08:33:13.650633 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f095dce9-32b7-42bb-85e5-4b4bf8ddbc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:13.770039 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecf77d-a765-4aae-95b5-709dc4f2984b req-1c7960f3-9bac-4fc9-a1dc-864324c05504 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:13.771554 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-42ecf77d-a765-4aae-95b5-709dc4f2984b req-1c7960f3-9bac-4fc9-a1dc-864324c05504 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0571973 Feb 16 08:33:13.819883 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-42ecf77d-a765-4aae-95b5-709dc4f2984b req-c00ddd94-dc1c-4187-b825-2bbeef301ec6 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Feb 16 08:33:13.902452 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-bd3c2852-24a2-4e15-a026-fe2f94146852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:13.904035 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-bd3c2852-24a2-4e15-a026-fe2f94146852 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063&tenant_id=8e1decab824d4e2688a82a531b0661c5 HTTP/1.1" status: 200 len: 1127 time: 0.0931566 Feb 16 08:33:13.998079 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-d2d860f8-6385-4029-8620-8903cdcebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.000328 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-d2d860f8-6385-4029-8620-8903cdcebaba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 1127 time: 0.0519950 Feb 16 08:33:14.018962 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc616e75-dbed-4bab-b76d-e0d288bcf460 req-8fbc77de-4e36-4771-9c9e-36d5e1332e4e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.020836 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cc616e75-dbed-4bab-b76d-e0d288bcf460 req-8fbc77de-4e36-4771-9c9e-36d5e1332e4e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0571215 Feb 16 08:33:14.074284 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cc616e75-dbed-4bab-b76d-e0d288bcf460 req-ed40ae5f-b07a-4338-b08f-b00dff6cb5c8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470824 Feb 16 08:33:14.108138 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-714e65d9-2db9-404b-bf99-ccbd7e3ce621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.109688 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-714e65d9-2db9-404b-bf99-ccbd7e3ce621 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.0971613 Feb 16 08:33:14.193700 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-df159ea5-2b9f-4ca7-8d9c-1a3d7006355a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8 HTTP/1.1" status: 200 len: 998 time: 0.0735402 Feb 16 08:33:14.243039 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-71079fd6-8d7f-4cfc-a17d-3e7c1bf96f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.244561 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-71079fd6-8d7f-4cfc-a17d-3e7c1bf96f14 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0451167 Feb 16 08:33:14.295417 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-c3035a1b-6b48-4098-a7bf-c3dae157ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.297008 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-c3035a1b-6b48-4098-a7bf-c3dae157ab4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455225 Feb 16 08:33:14.390724 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-c807eae3-4280-4bbc-a716-8524a05a4f45 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857193 Feb 16 08:33:14.482100 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-83d2a5cd-470e-44ad-954d-00bcc9edc012 req-1e668a61-68e0-40d7-8f16-c7bf94bc8731 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829473 Feb 16 08:33:14.529608 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-2745e59d-3f49-4918-8b24-a3ec1a396be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.531402 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-2745e59d-3f49-4918-8b24-a3ec1a396be0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854&tenant_id=b635dd78782e47178901359666afb725 HTTP/1.1" status: 200 len: 1129 time: 0.0483725 Feb 16 08:33:14.617784 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-55b0552c-add7-4acc-ad5b-5e0d9cd6c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.619305 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-55b0552c-add7-4acc-ad5b-5e0d9cd6c3a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b635dd78782e47178901359666afb725&device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1129 time: 0.0531206 Feb 16 08:33:14.723338 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-d8a9bcfe-1084-4106-aae3-aa59da383a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.724808 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-d8a9bcfe-1084-4106-aae3-aa59da383a2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=fdae13f1-704e-4b02-bd9b-f9ccbc098829 HTTP/1.1" status: 200 len: 909 time: 0.0983262 Feb 16 08:33:14.801193 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-539963c8-f252-4b71-aaf0-2c208915de25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 200 len: 1000 time: 0.0686293 Feb 16 08:33:14.854527 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-de01db00-df70-4406-b76c-2ab4300b7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.856357 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-de01db00-df70-4406-b76c-2ab4300b7794 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=186cebaf-3106-4360-a889-dd26e7a456d9 HTTP/1.1" status: 200 len: 847 time: 0.0483413 Feb 16 08:33:14.929329 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-ea5ebd27-69e9-40fa-b041-bd8933a46597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:14.930984 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-ea5ebd27-69e9-40fa-b041-bd8933a46597 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fdae13f1-704e-4b02-bd9b-f9ccbc098829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679343 Feb 16 08:33:15.125049 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e6067-9067-4373-9173-d33c9529883f req-b3418e92-06e3-440a-91fc-7743dbe0876c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:15.140561 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e93e6067-9067-4373-9173-d33c9529883f req-b3418e92-06e3-440a-91fc-7743dbe0876c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.1680872 Feb 16 08:33:15.218950 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-7250bb37-14da-486b-844a-9ab1f4f733ac service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127676 Feb 16 08:33:15.238900 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e93e6067-9067-4373-9173-d33c9529883f req-e29ccb73-6576-4fef-b572-51405975a684 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851750 Feb 16 08:33:15.333572 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94dda-1d6b-4bba-89cc-61e2eacceb44 req-ba3b25e0-fff4-4d7d-9a50-a183c0b4085a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:15.333850 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ecf94dda-1d6b-4bba-89cc-61e2eacceb44 req-ba3b25e0-fff4-4d7d-9a50-a183c0b4085a tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0738733 Feb 16 08:33:15.416404 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ecf94dda-1d6b-4bba-89cc-61e2eacceb44 req-7c1b8164-89b0-4ea1-aaf0-22f6a56bc17e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774028 Feb 16 08:33:15.782488 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 27116893-8778-4e21-a1a7-bacfa0efe96a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:33:15.917539 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 27116893-8778-4e21-a1a7-bacfa0efe96a is: ACTIVE; New status is: DOWN {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:15.917910 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:15.932906 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7e3daaf6-dd60-4ccb-b0ae-bf1b423448f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:15.949183 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:33:15.951778 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b344061-b931-45d2-93d4-88502f71401a" -d '{"events": [{"server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "name": "network-vif-unplugged", "status": "completed", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:33:15.977942 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27116893-8778-4e21-a1a7-bacfa0efe96a,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:15.984141 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:16.018094 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 08:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf346f4f-d70e-402e-94ad-d6ee65785304 x-openstack-request-id: req-cf346f4f-d70e-402e-94ad-d6ee65785304 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:33:16.018382 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "name": "network-vif-unplugged", "status": "completed", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:33:16.018813 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf346f4f-d70e-402e-94ad-d6ee65785304 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:33:16.019382 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'code': 200} Feb 16 08:33:16.048149 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=27116893-8778-4e21-a1a7-bacfa0efe96a,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:16.056254 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.056669 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.056949 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.057286 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.057616 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.057946 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.058278 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.058598 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.058928 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.059254 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.059600 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.059924 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.060246 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:16.380165 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82779528-3c27-4f9a-bc37-20a5ee9eccd5 req-344bc5f0-7dae-4a9f-998b-e60dc119200e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:16.381613 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-82779528-3c27-4f9a-bc37-20a5ee9eccd5 req-344bc5f0-7dae-4a9f-998b-e60dc119200e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0570135 Feb 16 08:33:16.431667 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-82779528-3c27-4f9a-bc37-20a5ee9eccd5 req-4df93d41-440f-489d-8cff-e5418da6f316 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Feb 16 08:33:16.785645 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986c96-7b39-4340-90de-06a037d3d95f req-cd7ab4b3-9d1e-4d55-8a93-17619e77c9af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:16.787461 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9e986c96-7b39-4340-90de-06a037d3d95f req-cd7ab4b3-9d1e-4d55-8a93-17619e77c9af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.2945361 Feb 16 08:33:16.840474 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9e986c96-7b39-4340-90de-06a037d3d95f req-44a59b18-21bd-4539-b433-c9671d45c7e3 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462565 Feb 16 08:33:16.988733 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40466) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:17.036044 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Deleting subnet acbef360-29b4-4605-af1a-cf900054ec91 {{(pid=102594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:33:17.039222 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Publish callbacks [] for subnet (acbef360-29b4-4605-af1a-cf900054ec91), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.077483 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62570941'] for subnet (acbef360-29b4-4605-af1a-cf900054ec91), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.126802 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (acbef360-29b4-4605-af1a-cf900054ec91), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.199519 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58863290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59022962'] for subnet (acbef360-29b4-4605-af1a-cf900054ec91), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.231045 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acbef360-29b4-4605-af1a-cf900054ec91,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:17.234330 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.237673 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] 10.222.0.30 "DELETE /v2.0/subnets/acbef360-29b4-4605-af1a-cf900054ec91 HTTP/1.1" status: 204 len: 168 time: 0.2478316 Feb 16 08:33:17.240424 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40470) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:17.245278 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.245621 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.245977 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.246306 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.246666 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.247079 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.247353 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.247677 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.248016 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.248642 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.251497 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.251497 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.251497 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ada1a-1bff-4700-b309-fc435ccab8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.331504 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (581e0c1d-2005-4ad8-a783-890773e10d6c), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.411897 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.427441 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (581e0c1d-2005-4ad8-a783-890773e10d6c), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.449579 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581e0c1d-2005-4ad8-a783-890773e10d6c']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:17.460140 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ff5799-b891-4276-8330-387b9e620253') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:17.460524 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ff5799-b891-4276-8330-387b9e620253') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:17.475207 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (84ff5799-b891-4276-8330-387b9e620253), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.505928 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (84ff5799-b891-4276-8330-387b9e620253), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.518746 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:33:17.519308 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (84ff5799-b891-4276-8330-387b9e620253), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:33:17.525135 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:33:17.592725 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (581e0c1d-2005-4ad8-a783-890773e10d6c), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.604144 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.607161 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] 10.222.0.30 "DELETE /v2.0/networks/581e0c1d-2005-4ad8-a783-890773e10d6c HTTP/1.1" status: 204 len: 168 time: 0.3651514 Feb 16 08:33:17.617847 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=581e0c1d-2005-4ad8-a783-890773e10d6c,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:17.623317 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868158b-aa04-46e1-8b3e-30683d3127b1 req-84f9b99d-daf5-4626-aa6f-580e58c2f685 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:17.625166 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e868158b-aa04-46e1-8b3e-30683d3127b1 req-84f9b99d-daf5-4626-aa6f-580e58c2f685 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.1016064 Feb 16 08:33:17.625357 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.625716 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.626062 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.626404 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.626741 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.627074 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.627408 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.627775 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.628108 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.628434 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.628766 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.629096 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.629410 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98006e02-f437-4312-a014-1d01c3ea3b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:17.755444 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e868158b-aa04-46e1-8b3e-30683d3127b1 req-ff023c44-83a0-4ba8-bb13-eb72196633a7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052341 Feb 16 08:33:17.834058 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40476) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:17.885701 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-337773f3-29e1-448d-b859-59f9f8b4fac6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0339d7ac7cf54eb6b2c27969b3b625a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501902 Feb 16 08:33:17.888310 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40480) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:17.950203 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c0660046-38fa-4b3e-8e0a-5a1f046f81b7 admin admin] Publish callbacks [] for security_group (38c08001-3203-4ab0-836c-ba638ed18309), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:17.981467 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c0660046-38fa-4b3e-8e0a-5a1f046f81b7 admin admin] Publish callbacks [] for security_group (38c08001-3203-4ab0-836c-ba638ed18309), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:18.023895 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6566c-ec64-4791-abc9-1f11d6f5fe1e req-2581f41a-57e1-4f23-b2e9-55bdf7a63a15 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:18.025435 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-07c6566c-ec64-4791-abc9-1f11d6f5fe1e req-2581f41a-57e1-4f23-b2e9-55bdf7a63a15 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0921168 Feb 16 08:33:18.041938 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c0660046-38fa-4b3e-8e0a-5a1f046f81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (38c08001-3203-4ab0-836c-ba638ed18309), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:18.046191 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c0660046-38fa-4b3e-8e0a-5a1f046f81b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:18.049799 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c0660046-38fa-4b3e-8e0a-5a1f046f81b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38c08001-3203-4ab0-836c-ba638ed18309 HTTP/1.1" status: 204 len: 168 time: 0.1580615 Feb 16 08:33:18.064220 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0660046-38fa-4b3e-8e0a-5a1f046f81b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c08001-3203-4ab0-836c-ba638ed18309,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:18.103188 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-07c6566c-ec64-4791-abc9-1f11d6f5fe1e req-30228988-d8fa-48bd-8354-ef13cb5f04fb tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671000 Feb 16 08:33:18.878490 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40504) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:18.880344 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbde14d-262b-4c8f-ac4c-78bcc8bde4da req-61058ba8-557a-49d8-9ce4-37ed8f18f79b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:18.882658 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dfbde14d-262b-4c8f-ac4c-78bcc8bde4da req-61058ba8-557a-49d8-9ce4-37ed8f18f79b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0680606 Feb 16 08:33:18.925104 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:18.971153 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dfbde14d-262b-4c8f-ac4c-78bcc8bde4da req-f7837b1d-064b-4ff8-8242-fb90cf6a8d80 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682352 Feb 16 08:33:18.992440 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1558371968-network', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:33:19.018019 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Made reservation on behalf of f55b6a964e98408190f233c6df9d9647 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:33:19.021500 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.031294 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.122732 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Publish callbacks [] for security_group (da924f8d-732d-40dd-a2cf-a0c3b573229b), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.128331 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (da924f8d-732d-40dd-a2cf-a0c3b573229b), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.143593 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:33:19.154398 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (182057be-188c-411d-bdca-c71a993fd32e), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.154781 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Added segment 182057be-188c-411d-bdca-c71a993fd32e of type vlan for network 7e00c65e-3596-4a31-8e79-a804e2380508 Feb 16 08:33:19.211747 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (7e00c65e-3596-4a31-8e79-a804e2380508), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.226351 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da924f8d-732d-40dd-a2cf-a0c3b573229b,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:19.254909 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (7e00c65e-3596-4a31-8e79-a804e2380508), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.256118 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:19.257619 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.294203 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4145246 Feb 16 08:33:19.294878 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40510) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:19.308107 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Request body: {'subnet': {'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1558371968-subnet', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'ip_version': 4}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:33:19.311195 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cea10d-7d34-4dfe-b13b-09ce75ed132e req-4071444a-1ae5-4dc3-b6e7-3f4c576f29fd tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:19.317305 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f0cea10d-7d34-4dfe-b13b-09ce75ed132e req-4071444a-1ae5-4dc3-b6e7-3f4c576f29fd tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.1049895 Feb 16 08:33:19.378043 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f5b30-0b76-436c-96b0-82de135d3687 admin admin] Pushing event updated for resources: {'Network': ['ID=7e00c65e-3596-4a31-8e79-a804e2380508,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:19.394938 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Made reservation on behalf of f55b6a964e98408190f233c6df9d9647 for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:33:19.395410 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f0cea10d-7d34-4dfe-b13b-09ce75ed132e req-ca9aca93-7ee8-4a69-aa06-44e7d7cfa394 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702162 Feb 16 08:33:19.395595 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 7e00c65e-3596-4a31-8e79-a804e2380508 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:33:19.397985 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59584531'] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.604324 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59262976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59584545'] for subnet (9b73f6eb-1074-4c08-86d5-7bc8920e2b6e), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.658083 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:19.688348 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Checking segment: {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:33:19.688630 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Network hostable DHCP agents. Network: 7e00c65e-3596-4a31-8e79-a804e2380508, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:33:19.724942 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Network 7e00c65e-3596-4a31-8e79-a804e2380508 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:33:19.740670 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 7e00c65e-3596-4a31-8e79-a804e2380508) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:19.745380 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:19.745878 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.755140 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d1ac36-49c4-48d1-9006-f33ab9d83de4 None None] Network 7e00c65e-3596-4a31-8e79-a804e2380508 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:33:19.769292 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-1ef85f97-e687-475f-b65d-a426e425ce1c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4676447 Feb 16 08:33:19.769572 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40516) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:19.774637 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:33:19.811758 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.813763 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.892945 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks [] for router_controller (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), precommit_add_association {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:19.901150 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-7e00c65e-3596-4a31-8e79-a804e2380508', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:33:19.902029 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.076655 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Allocated IP 172.20.0.2 (7e00c65e-3596-4a31-8e79-a804e2380508/9b73f6eb-1074-4c08-86d5-7bc8920e2b6e/9147e35e-6663-41da-bf43-dc5fd481b396) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:33:20.091785 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks [] for router_gateway (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.193625 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.228652 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf33e9a-9ac4-4b6f-a0b1-b5f13f38d04b req-95d8279d-084b-4ce5-8060-be69f4253e5e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:20.231331 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9cf33e9a-9ac4-4b6f-a0b1-b5f13f38d04b req-95d8279d-084b-4ce5-8060-be69f4253e5e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.1356549 Feb 16 08:33:20.321409 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Publish callbacks [] for port (9147e35e-6663-41da-bf43-dc5fd481b396), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.328086 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.357632 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9cf33e9a-9ac4-4b6f-a0b1-b5f13f38d04b req-862c4930-4d53-42b0-9dd6-06a062871ad3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628040 Feb 16 08:33:20.428081 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Network 7e00c65e-3596-4a31-8e79-a804e2380508 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:20.432839 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:20.435150 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Pushing event updated for resources: {'Port': ['ID=9147e35e-6663-41da-bf43-dc5fd481b396,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:20.438001 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:33:20.539461 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Attempting to bind port 9147e35e-6663-41da-bf43-dc5fd481b396 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:33:20.539461 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Attempting to bind port 9147e35e-6663-41da-bf43-dc5fd481b396 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:33:20.539461 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Attempting to bind port 9147e35e-6663-41da-bf43-dc5fd481b396 on network 7e00c65e-3596-4a31-8e79-a804e2380508 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:33:20.545546 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:33:20.545928 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Checking segment: {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:33:20.546338 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.546756 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Bound using segment: {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:33:20.547236 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Bound port: 9147e35e-6663-41da-bf43-dc5fd481b396, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:33:20.548397 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.559583 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks [] for router_gateway (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.584062 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.635094 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] For port 9147e35e-6663-41da-bf43-dc5fd481b396, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:33:20.640040 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] For port 9147e35e-6663-41da-bf43-dc5fd481b396, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=9147e35e-6663-41da-bf43-dc5fd481b396,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:33:20.646681 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.715154 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Allocated IP 172.27.0.217 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/3952b065-be98-4b6f-951a-adb3560b5a70) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:33:20.721038 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4e8dc-59be-4c88-8891-5ba9f43a034b None None] Pushing event updated for resources: {'Port': ['ID=9147e35e-6663-41da-bf43-dc5fd481b396,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:20.728153 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5806ba-2a9b-43a9-992f-9d065b349da7 req-d2b48f13-2483-4ceb-aa04-0f0fd35fef05 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:20.734992 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3b5806ba-2a9b-43a9-992f-9d065b349da7 req-d2b48f13-2483-4ceb-aa04-0f0fd35fef05 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.2391262 Feb 16 08:33:20.810090 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3b5806ba-2a9b-43a9-992f-9d065b349da7 req-a39d4c61-0180-4087-a30b-6ab6030c037e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741599 Feb 16 08:33:20.916235 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks [] for port (3952b065-be98-4b6f-951a-adb3560b5a70), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:20.995305 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:21.048666 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:21.051936 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:21.056614 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:33:21.103680 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Pushing event updated for resources: {'Port': ['ID=3952b065-be98-4b6f-951a-adb3560b5a70,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:21.364921 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks [] for router_gateway (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:21.521526 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 9147e35e-6663-41da-bf43-dc5fd481b396 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:21.618651 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 9147e35e-6663-41da-bf43-dc5fd481b396 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:21.619010 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:21.656687 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8c3d1-6bc2-45ba-a185-cae4892728f7 req-885ba8e1-31e3-4291-a601-bf0f8a0f4cca tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:21.658709 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0bf8c3d1-6bc2-45ba-a185-cae4892728f7 req-885ba8e1-31e3-4291-a601-bf0f8a0f4cca tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.1790624 Feb 16 08:33:21.721540 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 9147e35e-6663-41da-bf43-dc5fd481b396 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:21.722116 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:21.732318 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0bf8c3d1-6bc2-45ba-a185-cae4892728f7 req-5ba51429-76d6-4e2d-993c-ead291d8f280 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643072 Feb 16 08:33:21.763691 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:21.795528 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port 9147e35e-6663-41da-bf43-dc5fd481b396, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=9147e35e-6663-41da-bf43-dc5fd481b396,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:21.801515 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:21.925249 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=9147e35e-6663-41da-bf43-dc5fd481b396,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:22.002136 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e2aef-5dfd-47c7-b80a-ffa90a53e663 None None] Network 7e00c65e-3596-4a31-8e79-a804e2380508 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:33:22.065710 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b552e0-86e2-4ab0-98ec-622d87c0bbf3 req-7b4fafa8-1413-4964-8ca8-cc1204bb7f38 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:22.067375 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-43b552e0-86e2-4ab0-98ec-622d87c0bbf3 req-7b4fafa8-1413-4964-8ca8-cc1204bb7f38 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.1171763 Feb 16 08:33:22.081274 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:33:22.104108 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-b6537102-572d-46c4-a64e-33ddee7cde8f None None] Provisioning complete for port 9147e35e-6663-41da-bf43-dc5fd481b396 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:22.104502 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6537102-572d-46c4-a64e-33ddee7cde8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:22.202790 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-43b552e0-86e2-4ab0-98ec-622d87c0bbf3 req-fc03e9f0-51f9-4a91-a07f-8d2aca8c4b9c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279242 Feb 16 08:33:22.248564 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:33:22.267197 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Sync routers for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:33:22.288433 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:22.288653 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b6537102-572d-46c4-a64e-33ddee7cde8f None None] Current status of the port 9147e35e-6663-41da-bf43-dc5fd481b396 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:22.289910 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-ccb62012-39e3-4cef-9eeb-ebab02540a70 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5193155 Feb 16 08:33:22.292987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40526) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:22.309356 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:33:22.310122 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:33:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:22.498707 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:33:22.657069 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-989c52b6-3a7a-4d26-bcbf-186efc6c0588 None None] Provisioning complete for port 9147e35e-6663-41da-bf43-dc5fd481b396 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:22.657812 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-989c52b6-3a7a-4d26-bcbf-186efc6c0588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:22.921699 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147c0df-9cf3-4f5e-830b-5a24b617e2dd req-2f83830f-c5aa-44ba-868d-ead83d55045d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:22.923866 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e147c0df-9cf3-4f5e-830b-5a24b617e2dd req-2f83830f-c5aa-44ba-868d-ead83d55045d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0725334 Feb 16 08:33:22.938061 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-989c52b6-3a7a-4d26-bcbf-186efc6c0588 None None] Current status of the port 9147e35e-6663-41da-bf43-dc5fd481b396 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:22.958900 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:21Z', 'revision_number': 3, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:22.991809 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Checking router: 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:33:22.992261 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Updating router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e port 3952b065-be98-4b6f-951a-adb3560b5a70 binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:33:22.993627 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.016508 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e147c0df-9cf3-4f5e-830b-5a24b617e2dd req-d5f80080-4cbe-4647-9a74-ebafe45ac58a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835207 Feb 16 08:33:23.026942 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.193832 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Allocated IP 172.20.0.1 (7e00c65e-3596-4a31-8e79-a804e2380508/9b73f6eb-1074-4c08-86d5-7bc8920e2b6e/2bc90816-a47f-499e-a803-5540900ac0a8) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:33:23.310113 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Publish callbacks [] for port (2bc90816-a47f-499e-a803-5540900ac0a8), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.322651 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Publish callbacks [] for port (3952b065-be98-4b6f-951a-adb3560b5a70), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.329766 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.353085 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d17795-7799-4e51-82b2-fe075576d95d req-fa4e5383-40b8-44cb-bac1-019793b17264 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:23.354850 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-38d17795-7799-4e51-82b2-fe075576d95d req-fa4e5383-40b8-44cb-bac1-019793b17264 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0622027 Feb 16 08:33:23.369666 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.388348 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Attempting to bind port 3952b065-be98-4b6f-951a-adb3560b5a70 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:33:23.388591 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Attempting to bind port 3952b065-be98-4b6f-951a-adb3560b5a70 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:33:23.388970 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Attempting to bind port 3952b065-be98-4b6f-951a-adb3560b5a70 on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:33:23.396328 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a521f5-34f7-4334-a32d-bb5ec24c9fca None None] Pushing event updated for resources: {'Port': ['ID=3952b065-be98-4b6f-951a-adb3560b5a70,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:23.404209 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:33:23.404599 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:33:23.405015 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.405560 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:33:23.406288 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Bound port: 3952b065-be98-4b6f-951a-adb3560b5a70, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:33:23.406682 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.415966 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-38d17795-7799-4e51-82b2-fe075576d95d req-41bc37dd-ca23-4770-afc3-9d218836d685 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523818 Feb 16 08:33:23.445825 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Network 7e00c65e-3596-4a31-8e79-a804e2380508 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:23.450530 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:23.452513 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc90816-a47f-499e-a803-5540900ac0a8,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:23.454674 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:33:23.480210 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] For port 3952b065-be98-4b6f-951a-adb3560b5a70, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:33:23.487656 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] For port 3952b065-be98-4b6f-951a-adb3560b5a70, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=3952b065-be98-4b6f-951a-adb3560b5a70,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:33:23.496974 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.503869 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 9147e35e-6663-41da-bf43-dc5fd481b396 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:23.505563 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.605291 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:33:23.605947 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:33:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:23.647659 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a521f5-34f7-4334-a32d-bb5ec24c9fca None None] Pushing event updated for resources: {'Port': ['ID=3952b065-be98-4b6f-951a-adb3560b5a70,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:23.649847 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.706831 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 9147e35e-6663-41da-bf43-dc5fd481b396 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:23.707472 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.783563 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:33:23.833368 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Publish callbacks [] for port (2bc90816-a47f-499e-a803-5540900ac0a8), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.839179 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.850477 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-c07379a5-cf47-4bca-b0f1-5025db9be9df None None] Provisioning complete for port 2bc90816-a47f-499e-a803-5540900ac0a8 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:23.850893 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c07379a5-cf47-4bca-b0f1-5025db9be9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.922472 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:23.925231 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc90816-a47f-499e-a803-5540900ac0a8,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:23.965846 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c07379a5-cf47-4bca-b0f1-5025db9be9df None None] Port 2bc90816-a47f-499e-a803-5540900ac0a8 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:33:23.993052 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 9147e35e-6663-41da-bf43-dc5fd481b396 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:24.024107 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Network 7e00c65e-3596-4a31-8e79-a804e2380508 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:24.025705 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:24.064354 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:21Z', 'revision_number': 3, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:24.106134 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e624a6f-1b0d-42bf-b7ca-d012e22b9562 None None] The sync data for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi is: [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:21Z', 'revision_number': 3, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:33:24.194517 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f832981-733b-4b25-af06-1715661ece51 req-886cabd6-8386-4d29-aa79-d5e022e3b1ef tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:24.196754 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3f832981-733b-4b25-af06-1715661ece51 req-886cabd6-8386-4d29-aa79-d5e022e3b1ef tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0976801 Feb 16 08:33:24.284410 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3f832981-733b-4b25-af06-1715661ece51 req-1ddcc62e-50bf-4a3d-a3c6-90fdc318f60b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819104 Feb 16 08:33:24.291257 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-b7c59ccb-9172-4403-abc3-e6e811b844de None None] Provisioning complete for port 2bc90816-a47f-499e-a803-5540900ac0a8 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:24.291773 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b7c59ccb-9172-4403-abc3-e6e811b844de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:24.335440 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-b7c59ccb-9172-4403-abc3-e6e811b844de None None] Port 2bc90816-a47f-499e-a803-5540900ac0a8 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:33:24.406138 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:33:24.526735 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:33:24.536311 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-04c13fa3-d5c4-4348-8656-133dc9d67ca6 admin admin] 10.222.0.30 "PUT /v2.0/routers/989029da-6fbe-4ad0-97b7-4da5c4ec9d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2418664 Feb 16 08:33:24.551127 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778ab11-3ad8-4609-8f49-830b9824098d req-f38d5247-8edb-4baa-97cc-a20d59ef2ab7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:24.552844 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7778ab11-3ad8-4609-8f49-830b9824098d req-f38d5247-8edb-4baa-97cc-a20d59ef2ab7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0599127 Feb 16 08:33:24.611552 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7778ab11-3ad8-4609-8f49-830b9824098d req-46447dd6-a9a2-4a9a-b7cf-28661f15eef9 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515904 Feb 16 08:33:25.067649 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40552) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:25.073512 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1748012864-network', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:33:25.091887 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Made reservation on behalf of 2fa992e726154eaca46401f849d7b4c5 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:33:25.094144 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.102770 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.184514 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Publish callbacks [] for security_group (21866e2c-988e-4c1c-b891-2f1fe4de2d1a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.188495 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (21866e2c-988e-4c1c-b891-2f1fe4de2d1a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.216071 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:33:25.226170 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21866e2c-988e-4c1c-b891-2f1fe4de2d1a,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:25.231608 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (ca9716c3-ea21-4d11-91df-6021c2a153ac), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.231961 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Added segment ca9716c3-ea21-4d11-91df-6021c2a153ac of type vlan for network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 Feb 16 08:33:25.276186 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (8cb48e94-931a-4f6f-a1e8-4b8563a20760), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.300962 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (8cb48e94-931a-4f6f-a1e8-4b8563a20760), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.301969 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:25.302676 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.343221 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2739952 Feb 16 08:33:25.346477 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40556) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:25.352022 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Request body: {'subnet': {'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1748012864-subnet', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'ip_version': 4}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:33:25.374540 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47f746-44c1-497a-9dca-76bec7d93165 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb48e94-931a-4f6f-a1e8-4b8563a20760,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:25.386226 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:33:25.410420 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Made reservation on behalf of 2fa992e726154eaca46401f849d7b4c5 for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:33:25.413198 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59022935'] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.455796 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db910c0-2194-4fba-9107-ef1a079fc1cb req-c06f54bd-5690-4b29-8ce8-78923271af22 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:25.457406 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2db910c0-2194-4fba-9107-ef1a079fc1cb req-c06f54bd-5690-4b29-8ce8-78923271af22 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.1019402 Feb 16 08:33:25.511600 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 3952b065-be98-4b6f-951a-adb3560b5a70 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:25.569728 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2db910c0-2194-4fba-9107-ef1a079fc1cb req-7987fadc-a25b-4530-b2a8-353ac1167b52 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764594 Feb 16 08:33:25.572068 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 3952b065-be98-4b6f-951a-adb3560b5a70 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:25.572533 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.676230 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 3952b065-be98-4b6f-951a-adb3560b5a70 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:25.676840 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.684287 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58862207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59022949'] for subnet (f2cc0848-5dd9-4085-a8c9-684a97191a9a), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.703837 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port 3952b065-be98-4b6f-951a-adb3560b5a70, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=3952b065-be98-4b6f-951a-adb3560b5a70,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:25.708970 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.766060 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=3952b065-be98-4b6f-951a-adb3560b5a70,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:25.780256 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2cc0848-5dd9-4085-a8c9-684a97191a9a,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:25.796555 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Checking segment: {'id': 'ca9716c3-ea21-4d11-91df-6021c2a153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:33:25.796918 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Network hostable DHCP agents. Network: 8cb48e94-931a-4f6f-a1e8-4b8563a20760, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:33:25.815609 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb59a6-dbc8-4257-a319-309f05f602dc req-7a4ebfef-2c0b-4198-afff-059b55d44615 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:25.817253 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-33cb59a6-dbc8-4257-a319-309f05f602dc req-7a4ebfef-2c0b-4198-afff-059b55d44615 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.1018298 Feb 16 08:33:25.832910 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:33:25.853964 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 8cb48e94-931a-4f6f-a1e8-4b8563a20760) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:25.858857 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:25.859401 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.872834 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738c3f2-f3fd-4868-ac77-20a76d39b34d None None] Network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:33:25.894227 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-33cb59a6-dbc8-4257-a319-309f05f602dc req-bc8aadb3-6dbc-49a0-9fca-cdbbb585030e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702407 Feb 16 08:33:25.899908 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-324809db-ebe0-4efb-9ed8-0cc0cd1c3a34 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5513887 Feb 16 08:33:25.902249 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40560) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:25.905904 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Sync routers for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:33:25.908460 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:33:25.932155 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:33:25.933035 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:33:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:25.937279 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (e7fb309b-82bf-4762-98a0-4fc4737aab24), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:25.939652 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (e7fb309b-82bf-4762-98a0-4fc4737aab24), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.016835 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks [] for router_controller (e7fb309b-82bf-4762-98a0-4fc4737aab24), precommit_add_association {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.045433 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-8cb48e94-931a-4f6f-a1e8-4b8563a20760', 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760', 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'fixed_ips': [{'subnet_id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:33:26.046334 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.085433 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:33:26.218154 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Allocated IP 172.20.0.2 (8cb48e94-931a-4f6f-a1e8-4b8563a20760/f2cc0848-5dd9-4085-a8c9-684a97191a9a/db048aab-dd7f-4384-a78f-f6e64b6ce47e) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:33:26.362257 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '2bc90816-a47f-499e-a803-5540900ac0a8', 'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'mac_address': 'fa:16:3e:d1:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:23Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 2, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'subnets': [{'id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:26.417174 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Checking router: 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:33:26.417755 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Updating router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e port 2bc90816-a47f-499e-a803-5540900ac0a8 binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:33:26.427770 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Publish callbacks [] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.435606 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks [] for router_gateway (e7fb309b-82bf-4762-98a0-4fc4737aab24), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.437110 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.466099 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.477820 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:26.483583 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:26.486309 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:33:26.518503 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Pushing event updated for resources: {'Port': ['ID=db048aab-dd7f-4384-a78f-f6e64b6ce47e,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:26.560509 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Attempting to bind port db048aab-dd7f-4384-a78f-f6e64b6ce47e on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:33:26.560897 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Attempting to bind port db048aab-dd7f-4384-a78f-f6e64b6ce47e by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'ca9716c3-ea21-4d11-91df-6021c2a153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:33:26.561271 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Attempting to bind port db048aab-dd7f-4384-a78f-f6e64b6ce47e on network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:33:26.566944 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:33:26.567510 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Checking segment: {'id': 'ca9716c3-ea21-4d11-91df-6021c2a153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:33:26.567927 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.568588 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Bound using segment: {'id': 'ca9716c3-ea21-4d11-91df-6021c2a153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:33:26.569639 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Bound port: db048aab-dd7f-4384-a78f-f6e64b6ce47e, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9716c3-ea21-4d11-91df-6021c2a153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:33:26.570027 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.669545 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] For port db048aab-dd7f-4384-a78f-f6e64b6ce47e, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:33:26.674464 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] For port db048aab-dd7f-4384-a78f-f6e64b6ce47e, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=db048aab-dd7f-4384-a78f-f6e64b6ce47e,segment=NetworkSegment(ca9716c3-ea21-4d11-91df-6021c2a153ac),segment_id=ca9716c3-ea21-4d11-91df-6021c2a153ac)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:33:26.684812 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.743809 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks [] for router_gateway (e7fb309b-82bf-4762-98a0-4fc4737aab24), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.747963 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49761d9d-5371-417d-9310-c16bc3415ed2 None None] Pushing event updated for resources: {'Port': ['ID=db048aab-dd7f-4384-a78f-f6e64b6ce47e,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:26.785684 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.788662 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Publish callbacks [] for port (2bc90816-a47f-499e-a803-5540900ac0a8), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.797353 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.865880 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Pushing event updated for resources: {'Port': ['ID=2bc90816-a47f-499e-a803-5540900ac0a8,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:26.872205 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1f5fb-6936-4170-a94e-87dc6adbeee3 req-de62fcc0-1cf9-461f-85a6-4787345fb096 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:26.873932 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3bd1f5fb-6936-4170-a94e-87dc6adbeee3 req-de62fcc0-1cf9-461f-85a6-4787345fb096 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.1887298 Feb 16 08:33:26.902446 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.903123 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.903666 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.908352 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.909060 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.910337 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.911370 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.911932 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.912422 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.913028 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.913531 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.914011 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.914496 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.965895 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Attempting to bind port 2bc90816-a47f-499e-a803-5540900ac0a8 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:33:26.966389 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Attempting to bind port 2bc90816-a47f-499e-a803-5540900ac0a8 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:33:26.967160 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Attempting to bind port 2bc90816-a47f-499e-a803-5540900ac0a8 on network 7e00c65e-3596-4a31-8e79-a804e2380508 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:33:26.973905 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:33:26.974705 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Checking segment: {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:33:26.976048 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:26.976869 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Bound using segment: {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:33:26.977940 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Bound port: 2bc90816-a47f-499e-a803-5540900ac0a8, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:33:26.978432 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.007031 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3bd1f5fb-6936-4170-a94e-87dc6adbeee3 req-53c180bc-9d45-4f69-bae2-7128832708e6 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175411 Feb 16 08:33:27.055938 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Allocated IP 172.27.0.185 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/a150f4b4-ffac-4735-a618-6e5bcedcdf84) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:33:27.113765 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] For port 2bc90816-a47f-499e-a803-5540900ac0a8, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:33:27.118242 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] For port 2bc90816-a47f-499e-a803-5540900ac0a8, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=2bc90816-a47f-499e-a803-5540900ac0a8,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:33:27.127312 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.180087 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:33:27.181014 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:33:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:27.208519 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cea24-486c-4e5c-94a1-e0cf645d6eae req-9bb7e157-d6c1-4226-adb8-465fdfc7e6d7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:27.210202 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-476cea24-486c-4e5c-94a1-e0cf645d6eae req-9bb7e157-d6c1-4226-adb8-465fdfc7e6d7 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.1564672 Feb 16 08:33:27.262491 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks [] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.276728 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81253328-ba07-45a3-b1f7-9698f419b48d None None] Pushing event updated for resources: {'Port': ['ID=2bc90816-a47f-499e-a803-5540900ac0a8,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:27.306564 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-476cea24-486c-4e5c-94a1-e0cf645d6eae req-defe7e9a-e73e-4c01-a359-91fe0456cb90 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852320 Feb 16 08:33:27.316494 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-57d0aa8d-df97-4888-829c-efbfe9352aaf None None] Provisioning complete for port 2bc90816-a47f-499e-a803-5540900ac0a8 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:27.316986 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d0aa8d-df97-4888-829c-efbfe9352aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.342145 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:33:27.349700 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.416248 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:27.420877 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:27.423877 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:33:27.427272 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a150f4b4-ffac-4735-a618-6e5bcedcdf84,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:27.443413 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-57d0aa8d-df97-4888-829c-efbfe9352aaf None None] Current status of the port 2bc90816-a47f-499e-a803-5540900ac0a8 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:27.444803 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d0aa8d-df97-4888-829c-efbfe9352aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.505583 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-57d0aa8d-df97-4888-829c-efbfe9352aaf None None] For port 2bc90816-a47f-499e-a803-5540900ac0a8, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=2bc90816-a47f-499e-a803-5540900ac0a8,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:27.512449 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-57d0aa8d-df97-4888-829c-efbfe9352aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.602188 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0aa8d-df97-4888-829c-efbfe9352aaf None None] Pushing event updated for resources: {'Port': ['ID=2bc90816-a47f-499e-a803-5540900ac0a8,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:27.639361 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-ebbea2ec-fc4b-4752-9035-50dd53adaf55 None None] Provisioning complete for port 2bc90816-a47f-499e-a803-5540900ac0a8 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:27.640220 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ebbea2ec-fc4b-4752-9035-50dd53adaf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.696136 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device db048aab-dd7f-4384-a78f-f6e64b6ce47e up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:27.779219 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port db048aab-dd7f-4384-a78f-f6e64b6ce47e triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:27.779651 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.785904 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '2bc90816-a47f-499e-a803-5540900ac0a8', 'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'mac_address': 'fa:16:3e:d1:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:23Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'subnets': [{'id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:27.823863 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b6950-7eea-4cb1-95eb-ce31a7a8bdd0 None None] The sync data for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi is: [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '2bc90816-a47f-499e-a803-5540900ac0a8', 'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'mac_address': 'fa:16:3e:d1:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:23Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'subnets': [{'id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:33:27.862065 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ebbea2ec-fc4b-4752-9035-50dd53adaf55 None None] Current status of the port 2bc90816-a47f-499e-a803-5540900ac0a8 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:27.903463 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks [] for router_gateway (e7fb309b-82bf-4762-98a0-4fc4737aab24), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.936627 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port db048aab-dd7f-4384-a78f-f6e64b6ce47e is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:27.937036 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:27.996489 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port db048aab-dd7f-4384-a78f-f6e64b6ce47e, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=db048aab-dd7f-4384-a78f-f6e64b6ce47e,segment=NetworkSegment(ca9716c3-ea21-4d11-91df-6021c2a153ac),segment_id=ca9716c3-ea21-4d11-91df-6021c2a153ac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:28.003214 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:28.004104 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 3952b065-be98-4b6f-951a-adb3560b5a70 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:28.156831 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=db048aab-dd7f-4384-a78f-f6e64b6ce47e,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:28.171083 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 3952b065-be98-4b6f-951a-adb3560b5a70 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:28.171542 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:28.212077 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22248971-4117-42a4-9e9c-2e986b42f3f1 None None] Network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:33:28.250984 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c372ea5-127c-4c9a-9dd8-13d107c91212 req-2b1aa2fc-1d02-457b-9484-705e2846da64 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:28.252612 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3c372ea5-127c-4c9a-9dd8-13d107c91212 req-2b1aa2fc-1d02-457b-9484-705e2846da64 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0819640 Feb 16 08:33:28.278711 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (e7fb309b-82bf-4762-98a0-4fc4737aab24), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:28.399197 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3c372ea5-127c-4c9a-9dd8-13d107c91212 req-71aad6cf-ca5b-49e4-be98-2005a5183b9d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335399 Feb 16 08:33:28.481725 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0416974-4442-4655-9f72-edcb23da77fc req-cdab6725-bba9-43ed-964a-3bd02a2b7fe8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:28.483303 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e0416974-4442-4655-9f72-edcb23da77fc req-cdab6725-bba9-43ed-964a-3bd02a2b7fe8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0808315 Feb 16 08:33:28.496383 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-712a152f-1c82-438a-be6d-f035fc9e08f9 None None] Provisioning complete for port db048aab-dd7f-4384-a78f-f6e64b6ce47e triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:28.496985 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-712a152f-1c82-438a-be6d-f035fc9e08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:28.532792 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Router e7fb309b-82bf-4762-98a0-4fc4737aab24 is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:33:28.620912 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 3952b065-be98-4b6f-951a-adb3560b5a70 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:28.647540 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-924ad1b3-efc6-4180-86f4-5054b56e0e70 service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478727 Feb 16 08:33:28.666821 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:33:28.680836 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Sync routers for ids ['e7fb309b-82bf-4762-98a0-4fc4737aab24'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:33:28.691035 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:28.692315 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-e8bb7ccc-5ff7-42da-8497-c5530f0b0bd8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7878537 Feb 16 08:33:28.696352 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40570) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:33:28.718122 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e0416974-4442-4655-9f72-edcb23da77fc req-91f9f0f8-ea39-4510-adee-6e0107ea6278 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055075 Feb 16 08:33:28.729472 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Routers {'e7fb309b-82bf-4762-98a0-4fc4737aab24'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:33:28.733611 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:33:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['e7fb309b-82bf-4762-98a0-4fc4737aab24'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:28.737212 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-712a152f-1c82-438a-be6d-f035fc9e08f9 None None] Current status of the port db048aab-dd7f-4384-a78f-f6e64b6ce47e is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:28.876891 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Set router e7fb309b-82bf-4762-98a0-4fc4737aab24 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:33:28.995896 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-c67902c7-abb3-40cd-8622-a8e6c88c1754 None None] Provisioning complete for port db048aab-dd7f-4384-a78f-f6e64b6ce47e triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:28.996304 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c67902c7-abb3-40cd-8622-a8e6c88c1754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.160724 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c67902c7-abb3-40cd-8622-a8e6c88c1754 None None] Current status of the port db048aab-dd7f-4384-a78f-f6e64b6ce47e is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:29.173118 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:25Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 3, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'gw_port': {'id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:26Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:29.203860 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Checking router: e7fb309b-82bf-4762-98a0-4fc4737aab24 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:33:29.204238 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Updating router e7fb309b-82bf-4762-98a0-4fc4737aab24 port a150f4b4-ffac-4735-a618-6e5bcedcdf84 binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:33:29.212983 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.242539 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.380041 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Allocated IP 172.20.0.1 (8cb48e94-931a-4f6f-a1e8-4b8563a20760/f2cc0848-5dd9-4085-a8c9-684a97191a9a/d058add6-ca8b-4d08-83f1-5faefc2cf9a5) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:33:29.533755 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Publish callbacks [] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.536284 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Publish callbacks [] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.543236 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.573999 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.586794 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 2bc90816-a47f-499e-a803-5540900ac0a8 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:29.586978 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dde53c-b9d6-4127-84d4-b50494139e7a req-c146cb7a-0dbc-4bbb-b999-5f611c5ea6fe tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:29.588511 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51dde53c-b9d6-4127-84d4-b50494139e7a req-c146cb7a-0dbc-4bbb-b999-5f611c5ea6fe tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0924892 Feb 16 08:33:29.614303 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:29.621811 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:29.625553 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:33:29.649326 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e514b27-3251-4279-91aa-726f13784690 None None] Pushing event updated for resources: {'Port': ['ID=a150f4b4-ffac-4735-a618-6e5bcedcdf84,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:29.655417 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Pushing event updated for resources: {'Port': ['ID=d058add6-ca8b-4d08-83f1-5faefc2cf9a5,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:29.656198 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Attempting to bind port a150f4b4-ffac-4735-a618-6e5bcedcdf84 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:33:29.656581 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Attempting to bind port a150f4b4-ffac-4735-a618-6e5bcedcdf84 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:33:29.656956 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Attempting to bind port a150f4b4-ffac-4735-a618-6e5bcedcdf84 on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:33:29.663371 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:33:29.663755 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:33:29.664166 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51dde53c-b9d6-4127-84d4-b50494139e7a req-bbeb1199-b85c-4a35-92dd-083aa99dfd8d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639808 Feb 16 08:33:29.664302 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.664562 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:33:29.665034 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Bound port: a150f4b4-ffac-4735-a618-6e5bcedcdf84, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:33:29.665487 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.673006 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (e7fb309b-82bf-4762-98a0-4fc4737aab24), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.722587 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 2bc90816-a47f-499e-a803-5540900ac0a8 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:29.722977 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.753928 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] For port a150f4b4-ffac-4735-a618-6e5bcedcdf84, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:33:29.774073 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] For port a150f4b4-ffac-4735-a618-6e5bcedcdf84, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=a150f4b4-ffac-4735-a618-6e5bcedcdf84,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:33:29.784548 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.844974 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:29.871309 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887366e3-5c87-49b8-9507-8efd97651eba req-92af34d0-fe98-477b-8349-2f942fbdc89d tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:29.886800 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-887366e3-5c87-49b8-9507-8efd97651eba req-92af34d0-fe98-477b-8349-2f942fbdc89d tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0846982 Feb 16 08:33:29.893573 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Routers {'e7fb309b-82bf-4762-98a0-4fc4737aab24'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:33:29.894008 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:33:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['e7fb309b-82bf-4762-98a0-4fc4737aab24'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:29.897692 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e514b27-3251-4279-91aa-726f13784690 None None] Pushing event updated for resources: {'Port': ['ID=a150f4b4-ffac-4735-a618-6e5bcedcdf84,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:29.943362 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 2bc90816-a47f-499e-a803-5540900ac0a8 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:29.944515 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device db048aab-dd7f-4384-a78f-f6e64b6ce47e up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:29.948534 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-887366e3-5c87-49b8-9507-8efd97651eba req-2db04694-4679-4ffb-9836-07365675501e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604420 Feb 16 08:33:30.035169 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Publish callbacks [] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:30.040801 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:30.044402 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-dde9d2f3-041a-4d67-a834-7d65ce817b67 None None] Provisioning complete for port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:30.044402 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dde9d2f3-041a-4d67-a834-7d65ce817b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:30.103375 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-dde9d2f3-041a-4d67-a834-7d65ce817b67 None None] Port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:33:30.109189 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] Set router e7fb309b-82bf-4762-98a0-4fc4737aab24 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:33:30.111679 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (e7fb309b-82bf-4762-98a0-4fc4737aab24), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:30.111885 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port db048aab-dd7f-4384-a78f-f6e64b6ce47e triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:30.112185 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:30.112637 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Pushing event updated for resources: {'Port': ['ID=d058add6-ca8b-4d08-83f1-5faefc2cf9a5,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:30.220922 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:30.222493 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:30.349445 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Router e7fb309b-82bf-4762-98a0-4fc4737aab24 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:33:30.458431 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port db048aab-dd7f-4384-a78f-f6e64b6ce47e is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:30.469727 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:33:30.474922 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e7e1b4f7-49b8-46e4-bc4f-fe8fe44a800b admin admin] 10.222.0.30 "PUT /v2.0/routers/e7fb309b-82bf-4762-98a0-4fc4737aab24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7772541 Feb 16 08:33:30.531455 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:25Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 4, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'gw_port': {'id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:26Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'd058add6-ca8b-4d08-83f1-5faefc2cf9a5', 'name': '', 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'mac_address': 'fa:16:3e:27:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:29Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 1, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'subnets': [{'id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:30.561854 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-1428f865-ea59-4f8e-a8be-d1ed5c255041 None None] Provisioning complete for port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:30.562570 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1428f865-ea59-4f8e-a8be-d1ed5c255041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:30.564066 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7ab7c-1d14-4e93-8a73-73cbaf316805 None None] The sync data for ids ['e7fb309b-82bf-4762-98a0-4fc4737aab24'] in dv-cinder-773985-28-iscsi is: [{'id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:25Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 4, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'gw_port': {'id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:26Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'd058add6-ca8b-4d08-83f1-5faefc2cf9a5', 'name': '', 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'mac_address': 'fa:16:3e:27:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:29Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 1, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'subnets': [{'id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:33:30.601314 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1428f865-ea59-4f8e-a8be-d1ed5c255041 None None] Port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:33:30.820636 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c215d6-eda0-4033-b68a-cc359c1307de req-84308b32-65a8-41ff-828c-71ae7743350f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:30.822160 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-03c215d6-eda0-4033-b68a-cc359c1307de req-84308b32-65a8-41ff-828c-71ae7743350f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0705986 Feb 16 08:33:30.898280 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-03c215d6-eda0-4033-b68a-cc359c1307de req-e1905746-68c0-46e8-89e4-6ed819c0e917 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702147 Feb 16 08:33:31.097571 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4ec1a-4c65-4f69-8e1c-972f8f8ffedc req-a2693cbf-4971-42f7-8bd9-937968e48bbf tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:31.099187 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-71b4ec1a-4c65-4f69-8e1c-972f8f8ffedc req-a2693cbf-4971-42f7-8bd9-937968e48bbf tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0709052 Feb 16 08:33:31.152657 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-71b4ec1a-4c65-4f69-8e1c-972f8f8ffedc req-8bf67609-b00b-4c2f-9aa8-a0b8de1a5bbf tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471325 Feb 16 08:33:31.515296 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device a150f4b4-ffac-4735-a618-6e5bcedcdf84 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:31.647915 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port a150f4b4-ffac-4735-a618-6e5bcedcdf84 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:31.648635 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:31.791984 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port a150f4b4-ffac-4735-a618-6e5bcedcdf84 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:31.792383 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:31.821402 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port a150f4b4-ffac-4735-a618-6e5bcedcdf84, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=a150f4b4-ffac-4735-a618-6e5bcedcdf84,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:31.828639 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:31.920823 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=a150f4b4-ffac-4735-a618-6e5bcedcdf84,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:32.104827 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c5c9-5571-454a-886c-208d42334f34 req-c020b8b9-dda8-40d7-8634-6f18ce0f425d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:32.106740 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2291c5c9-5571-454a-886c-208d42334f34 req-c020b8b9-dda8-40d7-8634-6f18ce0f425d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0909760 Feb 16 08:33:32.203090 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2291c5c9-5571-454a-886c-208d42334f34 req-5626942d-9265-4169-aaaf-445d7dcd9db5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890741 Feb 16 08:33:32.362809 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eadf86-046e-4d82-98ae-5e99c5482080 req-0d2f89a1-063a-4a42-a824-68a4f3a7361e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:32.364387 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-30eadf86-046e-4d82-98ae-5e99c5482080 req-0d2f89a1-063a-4a42-a824-68a4f3a7361e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0856597 Feb 16 08:33:32.439381 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-30eadf86-046e-4d82-98ae-5e99c5482080 req-231b8e21-b8ad-445e-af1f-abd987a27fa4 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685823 Feb 16 08:33:33.176426 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Sync routers for ids ['e7fb309b-82bf-4762-98a0-4fc4737aab24'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:33:33.191989 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Routers {'e7fb309b-82bf-4762-98a0-4fc4737aab24'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:33:33.194312 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:33:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['e7fb309b-82bf-4762-98a0-4fc4737aab24'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:33.325938 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Set router e7fb309b-82bf-4762-98a0-4fc4737aab24 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:33:33.378215 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a36e9b-1711-4a40-9f53-5f2d33b3ecba req-be2243b0-88d6-4561-a82c-35bb588d25ce tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:33.387592 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-03a36e9b-1711-4a40-9f53-5f2d33b3ecba req-be2243b0-88d6-4561-a82c-35bb588d25ce tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0804796 Feb 16 08:33:33.462134 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-03a36e9b-1711-4a40-9f53-5f2d33b3ecba req-d5c095dc-e3ef-4376-9e98-54068f141edc tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611134 Feb 16 08:33:33.493459 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device a150f4b4-ffac-4735-a618-6e5bcedcdf84 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:33.572286 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port a150f4b4-ffac-4735-a618-6e5bcedcdf84 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:33.572667 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:33.611469 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:25Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 4, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'gw_port': {'id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:26Z', 'updated_at': '2022-02-16T08:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'd058add6-ca8b-4d08-83f1-5faefc2cf9a5', 'name': '', 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'mac_address': 'fa:16:3e:27:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:29Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 2, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'subnets': [{'id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:33.630098 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc6a3-392e-450c-b6f6-a6ea165f4622 req-7870b8e9-64a3-45da-8c33-7a7b01520476 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:33.632143 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8a6dc6a3-392e-450c-b6f6-a6ea165f4622 req-7870b8e9-64a3-45da-8c33-7a7b01520476 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.1119583 Feb 16 08:33:33.646069 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Checking router: e7fb309b-82bf-4762-98a0-4fc4737aab24 for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:33:33.646432 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Updating router e7fb309b-82bf-4762-98a0-4fc4737aab24 port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:33:33.682096 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:33.688473 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port a150f4b4-ffac-4735-a618-6e5bcedcdf84 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:33.700481 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8a6dc6a3-392e-450c-b6f6-a6ea165f4622 req-19ba306a-c44a-44e7-8caf-1fc8e4da0e7d tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617368 Feb 16 08:33:34.001693 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Publish callbacks [] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:34.008181 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:34.052153 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dfebc-a894-4e73-9b69-9ab3305e0008 None None] Pushing event updated for resources: {'Port': ['ID=d058add6-ca8b-4d08-83f1-5faefc2cf9a5,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:34.171449 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Attempting to bind port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:33:34.171829 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Attempting to bind port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'ca9716c3-ea21-4d11-91df-6021c2a153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:33:34.172327 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Attempting to bind port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 on network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:33:34.179467 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:33:34.180237 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Checking segment: {'id': 'ca9716c3-ea21-4d11-91df-6021c2a153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:33:34.180354 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:34.180719 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Bound using segment: {'id': 'ca9716c3-ea21-4d11-91df-6021c2a153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:33:34.181202 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Bound port: d058add6-ca8b-4d08-83f1-5faefc2cf9a5, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9716c3-ea21-4d11-91df-6021c2a153ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:33:34.181585 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:34.274242 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] For port d058add6-ca8b-4d08-83f1-5faefc2cf9a5, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:33:34.278400 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] For port d058add6-ca8b-4d08-83f1-5faefc2cf9a5, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=d058add6-ca8b-4d08-83f1-5faefc2cf9a5,segment=NetworkSegment(ca9716c3-ea21-4d11-91df-6021c2a153ac),segment_id=ca9716c3-ea21-4d11-91df-6021c2a153ac)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:33:34.292157 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:34.356932 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dfebc-a894-4e73-9b69-9ab3305e0008 None None] Pushing event updated for resources: {'Port': ['ID=d058add6-ca8b-4d08-83f1-5faefc2cf9a5,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:34.366492 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Routers {'e7fb309b-82bf-4762-98a0-4fc4737aab24'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:33:34.366949 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:33:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['e7fb309b-82bf-4762-98a0-4fc4737aab24'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:34.395790 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-ecbb163b-48fe-4156-9b4a-82d260e3e473 None None] Provisioning complete for port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:34.396323 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ecbb163b-48fe-4156-9b4a-82d260e3e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:34.505716 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb163b-48fe-4156-9b4a-82d260e3e473 None None] Current status of the port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:34.507043 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ecbb163b-48fe-4156-9b4a-82d260e3e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:34.515790 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] Set router e7fb309b-82bf-4762-98a0-4fc4737aab24 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:33:34.546668 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ecbb163b-48fe-4156-9b4a-82d260e3e473 None None] For port d058add6-ca8b-4d08-83f1-5faefc2cf9a5, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=d058add6-ca8b-4d08-83f1-5faefc2cf9a5,segment=NetworkSegment(ca9716c3-ea21-4d11-91df-6021c2a153ac),segment_id=ca9716c3-ea21-4d11-91df-6021c2a153ac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:34.555264 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ecbb163b-48fe-4156-9b4a-82d260e3e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:34.616208 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb163b-48fe-4156-9b4a-82d260e3e473 None None] Pushing event updated for resources: {'Port': ['ID=d058add6-ca8b-4d08-83f1-5faefc2cf9a5,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:34.623296 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46a19-0598-4415-ad12-ea886314ec59 req-2837cd9c-e814-45e6-8a78-f2837ce55421 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:34.630630 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-58b46a19-0598-4415-ad12-ea886314ec59 req-2837cd9c-e814-45e6-8a78-f2837ce55421 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0871761 Feb 16 08:33:34.681037 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-8cb18c8c-c331-4dde-b980-57102c6d359c None None] Provisioning complete for port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:34.681037 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8cb18c8c-c331-4dde-b980-57102c6d359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:34.697706 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-58b46a19-0598-4415-ad12-ea886314ec59 req-dcbdb1dc-13e7-4787-a25e-ca442b2fe81d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660405 Feb 16 08:33:34.798820 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8cb18c8c-c331-4dde-b980-57102c6d359c None None] Current status of the port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:34.848045 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db6d7e-484e-435c-ac9b-37ef012c78a6 req-ecf67a3f-ba11-421b-bb81-93e1a936219e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:34.856002 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-31db6d7e-484e-435c-ac9b-37ef012c78a6 req-ecf67a3f-ba11-421b-bb81-93e1a936219e tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0716097 Feb 16 08:33:34.873567 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:25Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 4, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'gw_port': {'id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:26Z', 'updated_at': '2022-02-16T08:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'd058add6-ca8b-4d08-83f1-5faefc2cf9a5', 'name': '', 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'mac_address': 'fa:16:3e:27:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:29Z', 'updated_at': '2022-02-16T08:33:34Z', 'revision_number': 4, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'subnets': [{'id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:33:34.911495 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33dd05-c570-402a-a06f-0dceef49f34b None None] The sync data for ids ['e7fb309b-82bf-4762-98a0-4fc4737aab24'] in dv-cinder-773985-28-iscsi is: [{'id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:25Z', 'updated_at': '2022-02-16T08:33:29Z', 'revision_number': 4, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'gw_port': {'id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:26Z', 'updated_at': '2022-02-16T08:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'd058add6-ca8b-4d08-83f1-5faefc2cf9a5', 'name': '', 'network_id': '8cb48e94-931a-4f6f-a1e8-4b8563a20760', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'mac_address': 'fa:16:3e:27:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:29Z', 'updated_at': '2022-02-16T08:33:34Z', 'revision_number': 4, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'subnets': [{'id': 'f2cc0848-5dd9-4085-a8c9-684a97191a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:33:34.917142 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-31db6d7e-484e-435c-ac9b-37ef012c78a6 req-6f0d61da-14e4-46f0-bb23-6c8d0d313353 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594249 Feb 16 08:33:35.516631 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d058add6-ca8b-4d08-83f1-5faefc2cf9a5 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:35.590219 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:35.590976 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:35.683053 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:35.870473 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65967f-62df-4d21-a71d-9c4beb1f91a6 req-cc28d022-3a8a-447b-8bae-a0b64b1fd8ef tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:35.871936 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8c65967f-62df-4d21-a71d-9c4beb1f91a6 req-cc28d022-3a8a-447b-8bae-a0b64b1fd8ef tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0783126 Feb 16 08:33:35.925760 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8c65967f-62df-4d21-a71d-9c4beb1f91a6 req-eda5b13c-748c-4d3f-92e2-9971bf75db74 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466125 Feb 16 08:33:36.061982 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72e508-ebec-472e-aff5-db19d50a5023 req-c5e44391-da45-4269-a6fe-a6fe077fbbe1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:36.063696 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dc72e508-ebec-472e-aff5-db19d50a5023 req-c5e44391-da45-4269-a6fe-a6fe077fbbe1 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0584054 Feb 16 08:33:36.136003 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-dc72e508-ebec-472e-aff5-db19d50a5023 req-48724617-b259-4f07-a0e1-9f1d00e6c1d8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592742 Feb 16 08:33:36.524150 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27837669-8db6-4176-92b9-c46efb500060 req-a496918a-1607-46e1-9190-d76ec81546cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:36.525715 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-27837669-8db6-4176-92b9-c46efb500060 req-a496918a-1607-46e1-9190-d76ec81546cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1127 time: 0.0552895 Feb 16 08:33:36.579233 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-27837669-8db6-4176-92b9-c46efb500060 req-96b2de64-10e5-4140-9b2b-36c506481eb3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474448 Feb 16 08:33:37.068580 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dbdf5-0986-49a5-a711-2bed691cdfdd req-88acb8f7-1771-45b0-b4ed-23a8162fa329 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:37.071868 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c36dbdf5-0986-49a5-a711-2bed691cdfdd req-88acb8f7-1771-45b0-b4ed-23a8162fa329 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0643020 Feb 16 08:33:37.131624 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c36dbdf5-0986-49a5-a711-2bed691cdfdd req-32107982-55da-4f28-9fb3-0a6b80113aa7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525753 Feb 16 08:33:37.434309 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3752128-463c-4b19-9d45-1af0944a9a35 req-d4b5a34a-1032-4ab6-9f98-19e3a8db33c9 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:37.436566 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e3752128-463c-4b19-9d45-1af0944a9a35 req-d4b5a34a-1032-4ab6-9f98-19e3a8db33c9 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 943 time: 0.0560167 Feb 16 08:33:37.504242 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e3752128-463c-4b19-9d45-1af0944a9a35 req-f9f334d7-711f-48f8-a536-d4ea28f60469 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618982 Feb 16 08:33:37.688478 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:37.901264 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 27116893-8778-4e21-a1a7-bacfa0efe96a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:33:38.043036 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27116893-8778-4e21-a1a7-bacfa0efe96a,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:38.056835 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'port_id': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'mac_address': 'fa:16:3e:f9:6c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:33:38.108595 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 27116893-8778-4e21-a1a7-bacfa0efe96a is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:38.109094 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:38.131842 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27116893-8778-4e21-a1a7-bacfa0efe96a {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:33:38.157119 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27116893-8778-4e21-a1a7-bacfa0efe96a,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:38.172352 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:38.173107 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 523d2597-2d0f-4d2e-8810-db326cd6c5e8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:33:38.233062 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=27116893-8778-4e21-a1a7-bacfa0efe96a,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:38.284105 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b043e20-698a-4095-9d43-969ad3822125 req-6e09de66-f96f-4703-a91f-60c6e3b5d83c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:38.285788 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3b043e20-698a-4095-9d43-969ad3822125 req-6e09de66-f96f-4703-a91f-60c6e3b5d83c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 943 time: 0.0686967 Feb 16 08:33:38.346665 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:38.358966 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3b043e20-698a-4095-9d43-969ad3822125 req-98c69c3a-caa3-4b15-9a83-d0589aded162 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663176 Feb 16 08:33:38.359520 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'port_id': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'mac_address': 'fa:16:3e:c1:04:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:33:38.411002 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:38.413325 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:38.435352 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523d2597-2d0f-4d2e-8810-db326cd6c5e8 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:33:38.459733 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:38.465066 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:38.541588 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=9']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:38.646086 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfc424-964a-451f-a881-4726d6666fd3 req-fea22fcd-0280-452c-85a4-a882689bbf1c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:38.648481 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f9cfc424-964a-451f-a881-4726d6666fd3 req-fea22fcd-0280-452c-85a4-a882689bbf1c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 944 time: 0.0580974 Feb 16 08:33:38.702872 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f9cfc424-964a-451f-a881-4726d6666fd3 req-5c9eb8f3-6132-4652-998b-8039e8326306 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487931 Feb 16 08:33:38.859156 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['523d2597-2d0f-4d2e-8810-db326cd6c5e8'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:33:38.889290 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['27116893-8778-4e21-a1a7-bacfa0efe96a'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:33:39.521740 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b62e10-d89b-4735-84d9-b64cdf304b1d req-3d6b05bb-3ebb-4ebd-a3fe-5a9a89f6922e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:39.530035 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-25b62e10-d89b-4735-84d9-b64cdf304b1d req-3d6b05bb-3ebb-4ebd-a3fe-5a9a89f6922e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 944 time: 0.0633872 Feb 16 08:33:39.582779 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-25b62e10-d89b-4735-84d9-b64cdf304b1d req-020bd507-13bc-4e2a-b678-dc01f224b7e6 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515547 Feb 16 08:33:39.918001 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 523d2597-2d0f-4d2e-8810-db326cd6c5e8 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:39.983948 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:39.984318 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:40.104445 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:40.104549 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:40.131989 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:33:40.134321 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd2147a-45d7-4bad-a209-a5fcbc80f119" -d '{"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-plugged", "status": "completed", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:33:40.147865 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:40.155445 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:40.180353 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aa4bb6-6661-4c1e-ad83-577e23f5c95d x-openstack-request-id: req-e3aa4bb6-6661-4c1e-ad83-577e23f5c95d {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:33:40.180651 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-plugged", "status": "completed", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:33:40.180904 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3aa4bb6-6661-4c1e-ad83-577e23f5c95d {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:33:40.181297 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'code': 200} Feb 16 08:33:40.212752 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:40.718503 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914139d-cb3a-4712-bd88-3516e4812925 req-c3aec04d-fcfc-4838-8b2d-43fb3e8a96a5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:40.720148 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8914139d-cb3a-4712-bd88-3516e4812925 req-c3aec04d-fcfc-4838-8b2d-43fb3e8a96a5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 946 time: 0.0599401 Feb 16 08:33:40.751597 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0094be8-a1ea-4f0e-baaf-685ba43b7a95 req-03e9f219-b4fc-4f19-b879-854ad6e9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:40.753005 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:33:40.753768 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d0094be8-a1ea-4f0e-baaf-685ba43b7a95 req-03e9f219-b4fc-4f19-b879-854ad6e9937f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 1130 time: 0.0467443 Feb 16 08:33:40.781660 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8914139d-cb3a-4712-bd88-3516e4812925 req-e7b62b16-0d43-487f-83af-ecd8a8a076b0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552769 Feb 16 08:33:40.797862 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d0094be8-a1ea-4f0e-baaf-685ba43b7a95 req-7b46c0d7-90d3-41ef-a803-728e538dbff6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381618 Feb 16 08:33:41.915075 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644703b-8440-4db3-808f-a7d4f197faf8 req-dcad61fa-73a9-4d3e-b77e-586d1d205d06 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:41.915075 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c644703b-8440-4db3-808f-a7d4f197faf8 req-dcad61fa-73a9-4d3e-b77e-586d1d205d06 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 946 time: 0.0571074 Feb 16 08:33:41.915789 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 27116893-8778-4e21-a1a7-bacfa0efe96a up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:33:41.971167 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c644703b-8440-4db3-808f-a7d4f197faf8 req-afc8f5c4-a59a-4b8c-b55f-1ec44498b725 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521629 Feb 16 08:33:41.974623 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 27116893-8778-4e21-a1a7-bacfa0efe96a triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:41.975127 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:42.062900 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 27116893-8778-4e21-a1a7-bacfa0efe96a is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:33:42.063478 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:42.106324 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27116893-8778-4e21-a1a7-bacfa0efe96a,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:42.110017 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:42.151035 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-85f1252f-6ec3-45ee-908c-6110457608cb tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:42.152587 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-85f1252f-6ec3-45ee-908c-6110457608cb tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/networks?id=7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 200 len: 815 time: 0.1117232 Feb 16 08:33:42.163190 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=27116893-8778-4e21-a1a7-bacfa0efe96a,revision_number=8']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:42.169022 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-9de94965-f3ed-4172-819e-68de10d771d1 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/quotas/f55b6a964e98408190f233c6df9d9647 HTTP/1.1" status: 200 len: 375 time: 0.0105894 Feb 16 08:33:42.183016 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:33:42.185319 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19e8750-6f18-44eb-a889-a6d4d7a0de83" -d '{"events": [{"server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "name": "network-vif-plugged", "status": "completed", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:33:42.226048 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa6ab9-fea2-4527-94a4-2840a2125a56 x-openstack-request-id: req-86fa6ab9-fea2-4527-94a4-2840a2125a56 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:33:42.226336 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "name": "network-vif-plugged", "status": "completed", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:33:42.226611 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86fa6ab9-fea2-4527-94a4-2840a2125a56 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:33:42.227006 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'code': 200} Feb 16 08:33:42.230827 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-b46d041f-84c0-4c36-a128-bf4c65988b18 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f55b6a964e98408190f233c6df9d9647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563343 Feb 16 08:33:42.585796 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-29bca0ca-859e-4599-b591-3032559fbb26 service neutron] 10.222.0.30 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418396 Feb 16 08:33:42.677397 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-7dd50378-4f2a-4fad-a8f3-1cae675729cb service neutron] 10.222.0.30 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856969 Feb 16 08:33:42.851831 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0f66a718-bcd0-491e-8a7a-cf4f5285e35c req-c99c509a-1711-405c-b527-e10ec2100487 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 210 time: 0.0284624 Feb 16 08:33:43.130094 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800876a4-5c3e-4e85-89ee-7dff5dccc43a req-0f201da6-9957-48fd-9e7a-52b45f4444bb tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:43.132236 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-800876a4-5c3e-4e85-89ee-7dff5dccc43a req-0f201da6-9957-48fd-9e7a-52b45f4444bb tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 946 time: 0.0623219 Feb 16 08:33:43.181249 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-800876a4-5c3e-4e85-89ee-7dff5dccc43a req-06897ac0-ae08-4f13-8877-17f0f748bd60 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Feb 16 08:33:43.289355 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-f5d15604-bb99-4e02-b158-cda1237cf4dc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493114 Feb 16 08:33:43.357808 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-bb0fe7fe-ce40-4fc8-bd9c-63a90032cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:43.359476 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-bb0fe7fe-ce40-4fc8-bd9c-63a90032cc9e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 1130 time: 0.0490758 Feb 16 08:33:43.465825 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-7f98876b-7db6-4570-a2ab-9a0dc94e8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:43.467216 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-7f98876b-7db6-4570-a2ab-9a0dc94e8c8b service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.0890050 Feb 16 08:33:43.545211 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-1612bf98-2475-4556-8bfa-eb7d587b1be4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8 HTTP/1.1" status: 200 len: 1000 time: 0.0652633 Feb 16 08:33:43.594001 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-c12705af-b791-46d9-baec-39cd6681c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:43.595540 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-c12705af-b791-46d9-baec-39cd6681c36d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0441794 Feb 16 08:33:43.648577 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-812f56a9-336e-476a-98d7-7cd39329755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:43.650179 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-812f56a9-336e-476a-98d7-7cd39329755c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458469 Feb 16 08:33:43.653101 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2c71cb09-305b-4232-9f83-e9902c9b10be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:43.752181 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-ae00472d-7add-4411-a3f9-3d737defa3ad service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909326 Feb 16 08:33:43.914318 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-692d2354-15a1-4d89-846b-06be3c9ab870 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518233 Feb 16 08:33:43.948995 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-41a7d0ac-9982-4b87-8e33-086a78fcf59b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:43.950612 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-41a7d0ac-9982-4b87-8e33-086a78fcf59b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.71 "GET /v2.0/networks?id=7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 200 len: 815 time: 0.1308990 Feb 16 08:33:43.958552 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1209873a-3e6a-48a0-a287-82250e1922ac req-b29b2eb7-7d34-4988-b830-808381579421 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 210 time: 0.0305202 Feb 16 08:33:43.971097 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'port': {'device_id': '1381842e-641e-4798-944a-1af50b1e8544', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'admin_state_up': True, 'tenant_id': 'f55b6a964e98408190f233c6df9d9647'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:33:44.085069 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Made reservation on behalf of f55b6a964e98408190f233c6df9d9647 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:33:44.088408 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:44.219079 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Allocated IP 172.20.0.12 (7e00c65e-3596-4a31-8e79-a804e2380508/9b73f6eb-1074-4c08-86d5-7bc8920e2b6e/43dbc45e-8063-4edf-81c0-9788869d5587) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:33:44.431008 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for port (43dbc45e-8063-4edf-81c0-9788869d5587), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:44.481654 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:44.526985 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Network 7e00c65e-3596-4a31-8e79-a804e2380508 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:44.531733 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:44.536640 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:33:44.601585 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'Port': ['ID=43dbc45e-8063-4edf-81c0-9788869d5587,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:44.655838 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:44.656606 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:44.687088 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-4dae04f9-7e0b-4187-83ae-a45e37f5ad1c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7220786 Feb 16 08:33:44.828502 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-c951e6d5-338f-4f0d-9609-e5bf7959aab0 None None] Provisioning complete for port 43dbc45e-8063-4edf-81c0-9788869d5587 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:44.829088 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c951e6d5-338f-4f0d-9609-e5bf7959aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:44.890337 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c951e6d5-338f-4f0d-9609-e5bf7959aab0 None None] Port 43dbc45e-8063-4edf-81c0-9788869d5587 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:33:45.086887 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8addb5e-4adb-4c23-a855-115558ee4075 req-73d93f1b-04b5-4377-9944-f93056bf064d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:45.088346 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c8addb5e-4adb-4c23-a855-115558ee4075 req-73d93f1b-04b5-4377-9944-f93056bf064d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0555129 Feb 16 08:33:45.138674 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c8addb5e-4adb-4c23-a855-115558ee4075 req-f48e235c-6945-4056-8a31-e19167426b12 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 Feb 16 08:33:45.917369 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-982904e0-e60a-4fa1-afb2-df130135c5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:46.268221 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343558dc-f104-4d6a-a287-f32b0ccc7b6a req-afe19c71-b585-449c-9dec-ffd94fb8d6d5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:46.269856 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-343558dc-f104-4d6a-a287-f32b0ccc7b6a req-afe19c71-b585-449c-9dec-ffd94fb8d6d5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0592813 Feb 16 08:33:46.322301 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-343558dc-f104-4d6a-a287-f32b0ccc7b6a req-6168cf10-3125-4c74-a4e5-2779fca7a92c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Feb 16 08:33:47.414882 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:47.455133 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f99e7c-f3e7-4a4b-9158-d36580b70cf6 req-4ce059db-2e0d-4bc5-8802-f051a701f5bc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:47.457093 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-17f99e7c-f3e7-4a4b-9158-d36580b70cf6 req-4ce059db-2e0d-4bc5-8802-f051a701f5bc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0653841 Feb 16 08:33:47.519685 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-17f99e7c-f3e7-4a4b-9158-d36580b70cf6 req-ae4c1af9-f185-4021-b7db-b7fa1e59688d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565999 Feb 16 08:33:48.651539 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466698b-2132-4c18-a4e0-16df87aa20c3 req-11c23431-e5eb-428f-a9e9-491a412e625b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:48.656555 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8466698b-2132-4c18-a4e0-16df87aa20c3 req-11c23431-e5eb-428f-a9e9-491a412e625b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0608065 Feb 16 08:33:48.719828 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8466698b-2132-4c18-a4e0-16df87aa20c3 req-f104a777-ac2f-40cb-ba1a-500406a5b207 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497811 Feb 16 08:33:48.915669 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:49.848449 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64e381-4fdf-480c-b9a3-a0e6657b53c8 req-0ff5d70f-87dd-4a9b-956d-5776c7600b1b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:49.850707 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cf64e381-4fdf-480c-b9a3-a0e6657b53c8 req-0ff5d70f-87dd-4a9b-956d-5776c7600b1b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0581756 Feb 16 08:33:49.903454 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cf64e381-4fdf-480c-b9a3-a0e6657b53c8 req-a6299f5c-a48f-405e-97b2-2d8dbc2a485d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471416 Feb 16 08:33:50.157081 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:51.034480 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f38e1-b267-4226-948f-3a31c185eaa4 req-565cd4d0-6811-4224-ac5e-63ab2a4328eb tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:51.036326 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a40f38e1-b267-4226-948f-3a31c185eaa4 req-565cd4d0-6811-4224-ac5e-63ab2a4328eb tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0586174 Feb 16 08:33:51.089738 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a40f38e1-b267-4226-948f-3a31c185eaa4 req-77addb3d-7112-4f10-815d-10492f39e6b9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Feb 16 08:33:52.214684 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b704b-4a88-4137-ae65-1f8f7e51ad48 req-617ba299-899e-4d2a-a13c-7cf43675abcc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:52.216357 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f78b704b-4a88-4137-ae65-1f8f7e51ad48 req-617ba299-899e-4d2a-a13c-7cf43675abcc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0586936 Feb 16 08:33:52.271850 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f78b704b-4a88-4137-ae65-1f8f7e51ad48 req-f596b669-862f-4840-967f-df8364d9533c tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430746 Feb 16 08:33:53.389818 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf4580-74be-448d-8a08-e8e77b90e8f8 req-35f83c63-4a94-451b-9401-84e03980f704 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:53.391309 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-efbf4580-74be-448d-8a08-e8e77b90e8f8 req-35f83c63-4a94-451b-9401-84e03980f704 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0537064 Feb 16 08:33:53.440659 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-efbf4580-74be-448d-8a08-e8e77b90e8f8 req-fc61bd79-9fc4-463a-905d-523f417caf57 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Feb 16 08:33:54.556867 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426f84-3de1-4dc8-8d5a-5be402c8d2b5 req-c34c2117-0933-4b1b-880d-0104958f7b4d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:54.558347 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a9426f84-3de1-4dc8-8d5a-5be402c8d2b5 req-c34c2117-0933-4b1b-880d-0104958f7b4d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0529928 Feb 16 08:33:54.609649 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a9426f84-3de1-4dc8-8d5a-5be402c8d2b5 req-3a4f45e7-0eef-47ef-a76d-b042ddbe3643 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Feb 16 08:33:55.727909 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b54f8-e3cb-4b91-8361-75efa50ffb17 req-19d97fd6-f6d1-4725-95c8-ac52f8fe3d5d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:55.729372 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-673b54f8-e3cb-4b91-8361-75efa50ffb17 req-19d97fd6-f6d1-4725-95c8-ac52f8fe3d5d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0535319 Feb 16 08:33:55.777239 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-673b54f8-e3cb-4b91-8361-75efa50ffb17 req-caee7b31-369b-4915-9dba-d633394dd87e tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Feb 16 08:33:56.894588 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9ef35-5ece-4636-8f49-54ef43cc2422 req-5b2bfbcd-ccd4-4e12-b756-c3d0c93e697d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:56.896100 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bbd9ef35-5ece-4636-8f49-54ef43cc2422 req-5b2bfbcd-ccd4-4e12-b756-c3d0c93e697d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0525899 Feb 16 08:33:56.944436 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bbd9ef35-5ece-4636-8f49-54ef43cc2422 req-36d57fb9-cc97-4a0d-880b-199786a0fcb4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Feb 16 08:33:58.070863 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1f213-e391-4feb-a2c8-e0791a724b93 req-430ea5a0-6cca-411c-b511-2562f0398fc1 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:58.072489 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-76c1f213-e391-4feb-a2c8-e0791a724b93 req-430ea5a0-6cca-411c-b511-2562f0398fc1 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 932 time: 0.0574067 Feb 16 08:33:58.121719 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-76c1f213-e391-4feb-a2c8-e0791a724b93 req-e74dfbff-6b88-4ef0-b5d7-9e0c8d24b8dc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Feb 16 08:33:58.468957 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Request body: {'port': {'device_id': '1381842e-641e-4798-944a-1af50b1e8544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:33:58.529937 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:58.788430 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dbc45e-8063-4edf-81c0-9788869d5587 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:33:58.795832 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Publish callbacks [] for port (43dbc45e-8063-4edf-81c0-9788869d5587), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:58.808412 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Transition to ACTIVE for port object 43dbc45e-8063-4edf-81c0-9788869d5587 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:33:58.811624 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:58.859500 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Pushing event updated for resources: {'Port': ['ID=43dbc45e-8063-4edf-81c0-9788869d5587,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:58.934148 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Attempting to bind port 43dbc45e-8063-4edf-81c0-9788869d5587 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:33:58.934487 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Attempting to bind port 43dbc45e-8063-4edf-81c0-9788869d5587 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:33:58.934820 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Attempting to bind port 43dbc45e-8063-4edf-81c0-9788869d5587 on network 7e00c65e-3596-4a31-8e79-a804e2380508 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:33:58.939493 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Port 43dbc45e-8063-4edf-81c0-9788869d5587 on network 7e00c65e-3596-4a31-8e79-a804e2380508 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:33:58.939793 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Attempting to bind port 43dbc45e-8063-4edf-81c0-9788869d5587 on network 7e00c65e-3596-4a31-8e79-a804e2380508 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:33:58.945736 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:33:58.946077 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Checking segment: {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:33:58.946467 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Bound using segment: {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:33:58.946944 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Bound port: 43dbc45e-8063-4edf-81c0-9788869d5587, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182057be-188c-411d-bdca-c71a993fd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:33:58.947313 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:59.236092 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] For port 43dbc45e-8063-4edf-81c0-9788869d5587, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:33:59.239079 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] For port 43dbc45e-8063-4edf-81c0-9788869d5587, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43dbc45e-8063-4edf-81c0-9788869d5587,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:33:59.247378 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:59.250581 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686b83b-f614-4363-9ab3-e0d04103b1a0 req-05dd8129-1131-49c2-8cfb-0a186464f65d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:59.253025 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2686b83b-f614-4363-9ab3-e0d04103b1a0 req-05dd8129-1131-49c2-8cfb-0a186464f65d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 944 time: 0.0592892 Feb 16 08:33:59.281154 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:59.281774 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:33:59.283302 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] 10.222.0.71 "PUT /v2.0/ports/43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 1094 time: 0.8188038 Feb 16 08:33:59.283772 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:33:59.286013 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9edd78-e126-474a-9252-b204a3581bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:33:59.308305 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2686b83b-f614-4363-9ab3-e0d04103b1a0 req-36e0014d-25f5-4d89-90d9-288a538a8f20 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492060 Feb 16 08:33:59.311032 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14260d43-6e7d-4ba2-b03e-7cea90e7d211 service neutron] Pushing event updated for resources: {'Port': ['ID=43dbc45e-8063-4edf-81c0-9788869d5587,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:59.348088 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b905f4b-32a9-4815-b887-43b9765194a9 x-openstack-request-id: req-3b905f4b-32a9-4815-b887-43b9765194a9 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:33:59.348383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:33:59.348631 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b905f4b-32a9-4815-b887-43b9765194a9 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:33:59.349532 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587', 'status': 'completed', 'code': 200} Feb 16 08:33:59.387470 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-ad35e72a-b12d-4e9e-9a46-e9b9e6065bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:59.388980 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-ad35e72a-b12d-4e9e-9a46-e9b9e6065bf6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f55b6a964e98408190f233c6df9d9647&device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1128 time: 0.0497942 Feb 16 08:33:59.436514 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-60ef71c5-993c-4b42-b2ac-02071d64db53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 217 time: 0.0380743 Feb 16 08:33:59.489591 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-9fbc7e09-b28c-4f59-84e6-f5205587b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:59.491647 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-9fbc7e09-b28c-4f59-84e6-f5205587b501 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e HTTP/1.1" status: 200 len: 854 time: 0.0469248 Feb 16 08:33:59.540023 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-2f7c7385-122b-41be-97f5-c93c2491d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:59.541559 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-2f7c7385-122b-41be-97f5-c93c2491d961 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e00c65e-3596-4a31-8e79-a804e2380508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442474 Feb 16 08:33:59.716804 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-8c4e9fec-10ed-4f9a-97ff-f3b1f0a3a0aa service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844643 Feb 16 08:33:59.803711 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2dd4854a-8712-4944-a350-d62fa7789d3e req-bfcf35ca-0201-42de-954c-6e308ada61ae service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809128 Feb 16 08:33:59.899720 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-69d5811e-2073-4a02-9fd4-3bd71c25a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:59.901235 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-69d5811e-2073-4a02-9fd4-3bd71c25a043 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f55b6a964e98408190f233c6df9d9647&device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1128 time: 0.0485685 Feb 16 08:33:59.994341 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-0a2b1492-8d38-43a1-8ae4-0466cd3c2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:59.995805 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-0a2b1492-8d38-43a1-8ae4-0466cd3c2575 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 200 len: 916 time: 0.0868886 Feb 16 08:34:00.041133 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-8a59067b-a39e-40c7-a12d-5347f988a9a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 217 time: 0.0386698 Feb 16 08:34:00.092183 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-e10490fa-bf18-4465-8eb0-a030fb5bec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:00.093741 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-e10490fa-bf18-4465-8eb0-a030fb5bec9d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e HTTP/1.1" status: 200 len: 854 time: 0.0461938 Feb 16 08:34:00.146694 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-f4577a9e-93d5-4143-9a20-e369e78a71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:00.148276 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-f4577a9e-93d5-4143-9a20-e369e78a71d4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e00c65e-3596-4a31-8e79-a804e2380508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447102 Feb 16 08:34:00.241978 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-89e0b3da-223b-4226-a705-64324dc75e4a service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866120 Feb 16 08:34:00.331447 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-bb9edd78-e126-474a-9252-b204a3581bf3 req-70bb1334-a667-4593-a02e-110a0fec2a73 service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813873 Feb 16 08:34:00.440360 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f026-4684-4b54-a0b7-fde490a33e75 req-a8299717-adfb-4254-a970-776a007ef634 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:00.441607 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9900f026-4684-4b54-a0b7-fde490a33e75 req-a8299717-adfb-4254-a970-776a007ef634 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 944 time: 0.0572345 Feb 16 08:34:00.488011 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9900f026-4684-4b54-a0b7-fde490a33e75 req-39b6ea64-94f4-4da7-9c23-4560599aafef tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Feb 16 08:34:01.607644 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eff65e-8687-48a6-a1a1-7aaeb93b927c req-22a03445-11fa-4098-a892-4d3940dcb050 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:01.609157 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-98eff65e-8687-48a6-a1a1-7aaeb93b927c req-22a03445-11fa-4098-a892-4d3940dcb050 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 944 time: 0.0527959 Feb 16 08:34:01.657578 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-98eff65e-8687-48a6-a1a1-7aaeb93b927c req-ac76f751-e45d-4795-ab95-672acb772e57 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Feb 16 08:34:02.784244 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522afed-4caf-42f0-8e13-e47cbdc05951 req-f4b3b65a-03cd-427f-9692-6cbc03220adb tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:02.785769 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1522afed-4caf-42f0-8e13-e47cbdc05951 req-f4b3b65a-03cd-427f-9692-6cbc03220adb tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 944 time: 0.0584395 Feb 16 08:34:02.844683 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1522afed-4caf-42f0-8e13-e47cbdc05951 req-330b49c6-8b87-4beb-844e-977a97cb9f9b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489147 Feb 16 08:34:03.962766 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cb32e-a60a-4944-9139-4a44c763f5d2 req-78b449c0-4af6-4f49-8db0-d0bfaeab107a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:03.964333 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b19cb32e-a60a-4944-9139-4a44c763f5d2 req-78b449c0-4af6-4f49-8db0-d0bfaeab107a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 944 time: 0.0539086 Feb 16 08:34:04.012259 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b19cb32e-a60a-4944-9139-4a44c763f5d2 req-e847eb64-9500-434f-929f-9cd15b80537b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Feb 16 08:34:04.014256 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 43dbc45e-8063-4edf-81c0-9788869d5587 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:34:04.110978 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 43dbc45e-8063-4edf-81c0-9788869d5587, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43dbc45e-8063-4edf-81c0-9788869d5587,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:34:04.122124 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '43dbc45e-8063-4edf-81c0-9788869d5587', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'port_id': '43dbc45e-8063-4edf-81c0-9788869d5587', 'mac_address': 'fa:16:3e:67:e3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:34:04.169726 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 43dbc45e-8063-4edf-81c0-9788869d5587 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:34:04.170128 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:04.186061 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dbc45e-8063-4edf-81c0-9788869d5587 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:34:04.208769 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 43dbc45e-8063-4edf-81c0-9788869d5587, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43dbc45e-8063-4edf-81c0-9788869d5587,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:34:04.213566 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:04.277340 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=43dbc45e-8063-4edf-81c0-9788869d5587,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:04.731078 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['43dbc45e-8063-4edf-81c0-9788869d5587'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:34:05.130789 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c7385-ff4e-4259-a60a-712a2e66b15f req-9bccc1eb-f8e8-4407-94aa-bcb69cf8e151 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:05.132325 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-081c7385-ff4e-4259-a60a-712a2e66b15f req-9bccc1eb-f8e8-4407-94aa-bcb69cf8e151 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 945 time: 0.0537703 Feb 16 08:34:05.179486 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-081c7385-ff4e-4259-a60a-712a2e66b15f req-4041ec7c-49b4-4e38-b94f-b8f2b415e1f4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Feb 16 08:34:06.032698 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 43dbc45e-8063-4edf-81c0-9788869d5587 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:34:06.082784 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 43dbc45e-8063-4edf-81c0-9788869d5587 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:34:06.087203 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 43dbc45e-8063-4edf-81c0-9788869d5587 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:34:06.087621 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:06.162229 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 43dbc45e-8063-4edf-81c0-9788869d5587 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:34:06.162736 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:06.185901 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:34:06.188169 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecd2113-fc86-4fc9-8eea-dff396c97fef" -d '{"events": [{"server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "name": "network-vif-plugged", "status": "completed", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:34:06.202622 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 43dbc45e-8063-4edf-81c0-9788869d5587, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43dbc45e-8063-4edf-81c0-9788869d5587,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:34:06.207996 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:06.232079 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae559973-a752-4aaa-a8e6-1e80b905521e x-openstack-request-id: req-ae559973-a752-4aaa-a8e6-1e80b905521e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:34:06.232375 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "name": "network-vif-plugged", "status": "completed", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:34:06.232633 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae559973-a752-4aaa-a8e6-1e80b905521e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:34:06.233033 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587', 'code': 200} Feb 16 08:34:06.260440 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=43dbc45e-8063-4edf-81c0-9788869d5587,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:06.309987 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a707f-24c7-4529-b599-54fd473d55d4 req-42647c42-364e-484d-88cc-87890327823e tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:06.311534 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-507a707f-24c7-4529-b599-54fd473d55d4 req-42647c42-364e-484d-88cc-87890327823e tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0653903 Feb 16 08:34:06.359076 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-507a707f-24c7-4529-b599-54fd473d55d4 req-9a26d9f6-12f4-4cf4-911c-14a1e096bb80 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Feb 16 08:34:06.426259 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac36c73-9c1f-4148-a65d-8597a035ea4f req-df7186f9-1f87-4f7f-b55e-7f63a531badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:06.427849 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5ac36c73-9c1f-4148-a65d-8597a035ea4f req-df7186f9-1f87-4f7f-b55e-7f63a531badb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1130 time: 0.0430164 Feb 16 08:34:06.477390 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5ac36c73-9c1f-4148-a65d-8597a035ea4f req-132028ab-6b43-4516-a886-d5dcc74d006f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Feb 16 08:34:07.480875 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7790c-de58-406a-9495-20dcd9311468 req-7602dcdd-179d-4ac7-9f0b-2c791128d127 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:07.482394 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-24d7790c-de58-406a-9495-20dcd9311468 req-7602dcdd-179d-4ac7-9f0b-2c791128d127 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0532560 Feb 16 08:34:07.529077 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-24d7790c-de58-406a-9495-20dcd9311468 req-589cdaed-ff20-41cd-a99b-5d747fc066d0 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Feb 16 08:34:07.687663 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:08.647715 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1210d2-6342-4f3f-b4d8-2ca76e234315 req-e7647824-0c64-4299-94e0-3c891b11e422 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:08.649213 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5a1210d2-6342-4f3f-b4d8-2ca76e234315 req-e7647824-0c64-4299-94e0-3c891b11e422 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0537465 Feb 16 08:34:08.699672 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5a1210d2-6342-4f3f-b4d8-2ca76e234315 req-ae573749-f303-43a1-aa30-5211e89963e3 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450077 Feb 16 08:34:08.814933 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10a8b-883a-41a9-8503-6c1dc4941d6a req-e39042cc-387c-45f3-85d8-f31468a4d459 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:08.816308 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-09f10a8b-883a-41a9-8503-6c1dc4941d6a req-e39042cc-387c-45f3-85d8-f31468a4d459 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0515244 Feb 16 08:34:08.863278 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-09f10a8b-883a-41a9-8503-6c1dc4941d6a req-4eccc9b6-7605-4beb-9ac4-af30628b2842 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406682 Feb 16 08:34:09.203457 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a5876-2320-416e-9933-edbc53a97b63 req-21b80caf-6280-41ac-9d77-a8cb8844f3e7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:09.205894 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f27a5876-2320-416e-9933-edbc53a97b63 req-21b80caf-6280-41ac-9d77-a8cb8844f3e7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0663314 Feb 16 08:34:09.253239 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f27a5876-2320-416e-9933-edbc53a97b63 req-bfa4ebc0-378f-4657-8582-7c668657116e tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Feb 16 08:34:13.656381 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34b04c8d-21e4-49a8-b7fd-865259604e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:15.923102 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-775eb189-fb97-461c-bf2a-39847e2847c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:17.414779 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:17.752423 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:34:18.909700 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:19.677425 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eab6f-477d-4ff5-b630-03acd0ab5aef req-cfc83f30-87e3-40f4-8624-fa9529c25343 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:19.678817 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-651eab6f-477d-4ff5-b630-03acd0ab5aef req-cfc83f30-87e3-40f4-8624-fa9529c25343 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0566883 Feb 16 08:34:19.726700 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-651eab6f-477d-4ff5-b630-03acd0ab5aef req-cf6951b4-041c-458d-bdba-63071d60a3e7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Feb 16 08:34:19.749140 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40880) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:19.882166 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488c2135-9ee4-4ac0-8d92-0cb442582726 tempest-TestMinimumBasicScenario-1269133826 tempest-TestMinimumBasicScenario-1269133826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:19.883759 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-488c2135-9ee4-4ac0-8d92-0cb442582726 tempest-TestMinimumBasicScenario-1269133826 tempest-TestMinimumBasicScenario-1269133826-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1125 time: 0.1335185 Feb 16 08:34:19.886671 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40884) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:19.891084 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'floatingip': {'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'port_id': '43dbc45e-8063-4edf-81c0-9788869d5587', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:19.911474 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:20.013685 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:20.119316 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Allocated IP 172.27.0.182 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/02d2420f-85a9-402b-b35c-fc7e2413f96f) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:34:20.163648 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:20.227692 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for port (02d2420f-85a9-402b-b35c-fc7e2413f96f), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:20.263159 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (02d2420f-85a9-402b-b35c-fc7e2413f96f), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:20.304663 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:34:20.307625 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:34:20.311152 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:34:20.316942 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'Port': ['ID=02d2420f-85a9-402b-b35c-fc7e2413f96f,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:20.342985 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.343327 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.343718 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.344052 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.344391 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.344727 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.345062 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.345397 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.345731 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.346060 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.346390 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.346716 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.347043 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:20.677624 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for floatingip (bdd5ce03-3be4-4204-91fb-3f7789e7bdc2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:20.746885 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (02d2420f-85a9-402b-b35c-fc7e2413f96f), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:20.893969 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for port (02d2420f-85a9-402b-b35c-fc7e2413f96f), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:20.898303 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (02d2420f-85a9-402b-b35c-fc7e2413f96f), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:20.971440 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'Port': ['ID=02d2420f-85a9-402b-b35c-fc7e2413f96f,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:20.980230 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (bdd5ce03-3be4-4204-91fb-3f7789e7bdc2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.082331 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.l3_db [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Floating IP bdd5ce03-3be4-4204-91fb-3f7789e7bdc2 associated. External IP: 172.27.0.182, port: 43dbc45e-8063-4edf-81c0-9788869d5587. Feb 16 08:34:21.297902 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:34:21.617473 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:34:21.628080 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] Sync routers for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:34:21.634610 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.637330 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:34:21.637954 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:34:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:21.664693 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-8217c980-ee68-46b8-9be0-27a5caea7aea tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7769780 Feb 16 08:34:21.665671 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:34:21.667725 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40886) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:21.668243 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d3bd2c-c897-4f6e-b761-06518fb346dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:34:21.672472 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432898351', 'description': 'tempest-secgroup-smoke-432898351 description', 'project_id': 'f55b6a964e98408190f233c6df9d9647'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:21.693879 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.713191 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed39bf6a-4a6c-41fc-87c0-4c312b67d10e x-openstack-request-id: req-ed39bf6a-4a6c-41fc-87c0-4c312b67d10e {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:34:21.713510 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:34:21.713729 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed39bf6a-4a6c-41fc-87c0-4c312b67d10e {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:34:21.714140 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587', 'status': 'completed', 'code': 200} Feb 16 08:34:21.770190 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group (97e82bf7-a09b-44a7-b147-752b7b725b9c), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.776563 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (97e82bf7-a09b-44a7-b147-752b7b725b9c), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.791075 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-c5aadb34-d0a7-4856-8eb1-0dbd1bc1a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:21.792922 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-c5aadb34-d0a7-4856-8eb1-0dbd1bc1a78b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f55b6a964e98408190f233c6df9d9647&device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1130 time: 0.0554447 Feb 16 08:34:21.807311 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.808797 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1400490 Feb 16 08:34:21.812295 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40890) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:21.816749 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-2b5d2e40-5610-4736-8205-f8ad3ee07cdc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'security_group_rule': {'security_group_id': '97e82bf7-a09b-44a7-b147-752b7b725b9c', 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:21.826714 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e82bf7-a09b-44a7-b147-752b7b725b9c,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:21.843501 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.843850 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.844177 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.844521 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.844863 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.845200 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.845542 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.845896 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.846277 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.846635 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.846967 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.847327 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.847655 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b51474-7879-495c-8b14-b93fc5f3df7f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:21.863234 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2e40-5610-4736-8205-f8ad3ee07cdc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (363961e7-0191-4c20-b18f-e70f55c53687), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.894288 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:34:21.905026 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-87e61f63-beb6-4eb5-90c8-48e644609a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:21.906602 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-87e61f63-beb6-4eb5-90c8-48e644609a15 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 200 len: 916 time: 0.1061041 Feb 16 08:34:21.916550 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2e40-5610-4736-8205-f8ad3ee07cdc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (363961e7-0191-4c20-b18f-e70f55c53687), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.921636 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2e40-5610-4736-8205-f8ad3ee07cdc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (363961e7-0191-4c20-b18f-e70f55c53687), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.941827 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d2e40-5610-4736-8205-f8ad3ee07cdc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363961e7-0191-4c20-b18f-e70f55c53687,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:21.949248 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2e40-5610-4736-8205-f8ad3ee07cdc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:21.953696 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-2b5d2e40-5610-4736-8205-f8ad3ee07cdc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376436 Feb 16 08:34:21.954853 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40892) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:21.959765 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-51b4750e-144b-4e3d-b06f-2f7956715247 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'security_group_rule': {'security_group_id': '97e82bf7-a09b-44a7-b147-752b7b725b9c', 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:21.986286 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-3e0cd895-286c-4f7a-bd9d-242d722d04a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 1000 time: 0.0726802 Feb 16 08:34:21.991092 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-51b4750e-144b-4e3d-b06f-2f7956715247 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (b2eb9499-4eb5-45c6-a549-e1d35f85e22f), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.040935 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-b74e2376-2f5c-4eed-8467-5e7d54e38f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:22.042429 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-b74e2376-2f5c-4eed-8467-5e7d54e38f98 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e HTTP/1.1" status: 200 len: 854 time: 0.0492327 Feb 16 08:34:22.055989 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-51b4750e-144b-4e3d-b06f-2f7956715247 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (b2eb9499-4eb5-45c6-a549-e1d35f85e22f), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.060609 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-51b4750e-144b-4e3d-b06f-2f7956715247 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (b2eb9499-4eb5-45c6-a549-e1d35f85e22f), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.080248 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4750e-144b-4e3d-b06f-2f7956715247 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2eb9499-4eb5-45c6-a549-e1d35f85e22f,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:22.089826 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-51b4750e-144b-4e3d-b06f-2f7956715247 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.091131 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-51b4750e-144b-4e3d-b06f-2f7956715247 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354725 Feb 16 08:34:22.094423 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40894) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:22.100239 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-e1aa084d-28ae-4633-93fe-be8460a21131 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'security_group_rule': {'security_group_id': '97e82bf7-a09b-44a7-b147-752b7b725b9c', 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:22.121428 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-3edeb691-154c-4b36-8e9f-0332cc67ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:22.122991 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-3edeb691-154c-4b36-8e9f-0332cc67ede0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e00c65e-3596-4a31-8e79-a804e2380508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0733387 Feb 16 08:34:22.142066 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e1aa084d-28ae-4633-93fe-be8460a21131 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (d7cc4b96-daeb-45fd-8a1d-558d1ec7df26), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.146032 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'bdd5ce03-3be4-4204-91fb-3f7789e7bdc2', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'port_id': '43dbc45e-8063-4edf-81c0-9788869d5587', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'mac_address': 'fa:16:3e:67:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381842e-641e-4798-944a-1af50b1e8544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:34:20Z', 'updated_at': '2022-02-16T08:34:20Z', 'revision_number': 0, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc90816-a47f-499e-a803-5540900ac0a8', 'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'mac_address': 'fa:16:3e:d1:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:23Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 5, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'subnets': [{'id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:22.175981 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] Checking router: 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:34:22.184816 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:34:22.185436 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:34:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:22.264071 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-e536c968-c4a4-4f75-bde5-54b6bc30288c service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315901 Feb 16 08:34:22.265912 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e1aa084d-28ae-4633-93fe-be8460a21131 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (d7cc4b96-daeb-45fd-8a1d-558d1ec7df26), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.269847 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e1aa084d-28ae-4633-93fe-be8460a21131 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (d7cc4b96-daeb-45fd-8a1d-558d1ec7df26), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.293538 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:34:22.309640 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa084d-28ae-4633-93fe-be8460a21131 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cc4b96-daeb-45fd-8a1d-558d1ec7df26,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:22.326251 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e1aa084d-28ae-4633-93fe-be8460a21131 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.327465 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e1aa084d-28ae-4633-93fe-be8460a21131 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2320702 Feb 16 08:34:22.330165 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40898) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:22.336661 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-c5aef96c-8fbe-480f-83dc-84c53fff9eb0 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'security_group_rule': {'security_group_id': '97e82bf7-a09b-44a7-b147-752b7b725b9c', 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:22.403989 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c5aef96c-8fbe-480f-83dc-84c53fff9eb0 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (c6793a59-fbb5-49d7-8da4-05c799e5b90e), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.409256 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f5d3bd2c-c897-4f6e-b761-06518fb346dd req-47b72111-4672-434a-8e74-95bf692e6096 service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345429 Feb 16 08:34:22.467543 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c5aef96c-8fbe-480f-83dc-84c53fff9eb0 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (c6793a59-fbb5-49d7-8da4-05c799e5b90e), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.471888 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c5aef96c-8fbe-480f-83dc-84c53fff9eb0 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (c6793a59-fbb5-49d7-8da4-05c799e5b90e), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.490939 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aef96c-8fbe-480f-83dc-84c53fff9eb0 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6793a59-fbb5-49d7-8da4-05c799e5b90e,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:22.495246 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c5aef96c-8fbe-480f-83dc-84c53fff9eb0 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.499175 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c5aef96c-8fbe-480f-83dc-84c53fff9eb0 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1653895 Feb 16 08:34:22.499789 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40900) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:22.503804 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-36e25f6b-4635-43de-becb-da3d3f7e59b4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'security_group_rule': {'security_group_id': '97e82bf7-a09b-44a7-b147-752b7b725b9c', 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:22.524621 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.securitygroups_db [None req-36e25f6b-4635-43de-becb-da3d3f7e59b4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Project f55b6a964e98408190f233c6df9d9647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:34:22.530256 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-36e25f6b-4635-43de-becb-da3d3f7e59b4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (a5caa2b0-6152-413b-a43d-288f3e974a9f), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.532422 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'bdd5ce03-3be4-4204-91fb-3f7789e7bdc2', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'port_id': '43dbc45e-8063-4edf-81c0-9788869d5587', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'mac_address': 'fa:16:3e:67:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381842e-641e-4798-944a-1af50b1e8544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:34:20Z', 'updated_at': '2022-02-16T08:34:20Z', 'revision_number': 0, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc90816-a47f-499e-a803-5540900ac0a8', 'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'mac_address': 'fa:16:3e:d1:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:23Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 5, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'subnets': [{'id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:22.560486 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d9042-d9cf-4322-a05d-ce91b535cf9f None None] The sync data for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi is: [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'bdd5ce03-3be4-4204-91fb-3f7789e7bdc2', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'port_id': '43dbc45e-8063-4edf-81c0-9788869d5587', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'mac_address': 'fa:16:3e:67:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381842e-641e-4798-944a-1af50b1e8544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:34:20Z', 'updated_at': '2022-02-16T08:34:20Z', 'revision_number': 0, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc90816-a47f-499e-a803-5540900ac0a8', 'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'mac_address': 'fa:16:3e:d1:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:23Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 5, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'subnets': [{'id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:34:22.595734 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-36e25f6b-4635-43de-becb-da3d3f7e59b4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (a5caa2b0-6152-413b-a43d-288f3e974a9f), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.600153 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-36e25f6b-4635-43de-becb-da3d3f7e59b4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (a5caa2b0-6152-413b-a43d-288f3e974a9f), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.620056 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e25f6b-4635-43de-becb-da3d3f7e59b4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5caa2b0-6152-413b-a43d-288f3e974a9f,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:22.627861 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-36e25f6b-4635-43de-becb-da3d3f7e59b4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.632385 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40902) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:22.636009 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-36e25f6b-4635-43de-becb-da3d3f7e59b4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355481 Feb 16 08:34:22.636851 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-6213082a-480f-4bdf-8810-b86e60de18c9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'security_group_rule': {'security_group_id': '97e82bf7-a09b-44a7-b147-752b7b725b9c', 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:22.657686 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.securitygroups_db [None req-6213082a-480f-4bdf-8810-b86e60de18c9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Project f55b6a964e98408190f233c6df9d9647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:34:22.662641 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6213082a-480f-4bdf-8810-b86e60de18c9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (0e2bf853-f2ed-439c-ad85-4c9ab288b6d4), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.730213 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6213082a-480f-4bdf-8810-b86e60de18c9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (0e2bf853-f2ed-439c-ad85-4c9ab288b6d4), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.734397 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6213082a-480f-4bdf-8810-b86e60de18c9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (0e2bf853-f2ed-439c-ad85-4c9ab288b6d4), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.753916 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213082a-480f-4bdf-8810-b86e60de18c9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2bf853-f2ed-439c-ad85-4c9ab288b6d4,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:22.765530 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6213082a-480f-4bdf-8810-b86e60de18c9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:22.769712 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-6213082a-480f-4bdf-8810-b86e60de18c9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335599 Feb 16 08:34:22.772906 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e72c6-0586-4852-8f29-ba61be19d716 None None] New status for floating IP bdd5ce03-3be4-4204-91fb-3f7789e7bdc2: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:34:22.859850 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-36eae8a5-f997-4f40-bc3c-be967e4a0b4b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432898351&fields=id&tenant_id=f55b6a964e98408190f233c6df9d9647 HTTP/1.1" status: 200 len: 267 time: 0.0449278 Feb 16 08:34:22.923914 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-08ccf1b3-b9b7-4e10-ae1b-e23c362fb472 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:22.928038 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-08ccf1b3-b9b7-4e10-ae1b-e23c362fb472 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0620291 Feb 16 08:34:22.940533 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-a1f7d855-3abc-4de3-9b81-020d22a04bda tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'port': {'security_groups': ['da924f8d-732d-40dd-a2cf-a0c3b573229b', '97e82bf7-a09b-44a7-b147-752b7b725b9c']}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:23.017758 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-a1f7d855-3abc-4de3-9b81-020d22a04bda tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:23.211532 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-a1f7d855-3abc-4de3-9b81-020d22a04bda tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] For port 43dbc45e-8063-4edf-81c0-9788869d5587, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43dbc45e-8063-4edf-81c0-9788869d5587,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:34:23.243512 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-a1f7d855-3abc-4de3-9b81-020d22a04bda tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for port (43dbc45e-8063-4edf-81c0-9788869d5587), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:23.248852 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-a1f7d855-3abc-4de3-9b81-020d22a04bda tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58863236'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:23.262681 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['43dbc45e-8063-4edf-81c0-9788869d5587'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:34:23.292633 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-a1f7d855-3abc-4de3-9b81-020d22a04bda tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:23.293448 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-a1f7d855-3abc-4de3-9b81-020d22a04bda tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:23.295037 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b1d00ee2-ecd6-4329-9dbd-6673fcb749cd req-a1f7d855-3abc-4de3-9b81-020d22a04bda tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "PUT /v2.0/ports/43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 982 time: 0.3598623 Feb 16 08:34:23.297963 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:34:23.300403 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b86990d-602a-479e-8769-2260c2a3dcc6" -d '{"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:34:23.339756 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7d855-3abc-4de3-9b81-020d22a04bda tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'Port': ['ID=43dbc45e-8063-4edf-81c0-9788869d5587,revision_number=6']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:23.415717 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['43dbc45e-8063-4edf-81c0-9788869d5587'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:34:23.464156 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fb6e3-1d13-4576-9867-0a1e36ae4c17 req-79b3bab4-ed06-47c0-a270-2482699fbcf3 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:23.465843 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c01fb6e3-1d13-4576-9867-0a1e36ae4c17 req-79b3bab4-ed06-47c0-a270-2482699fbcf3 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0823803 Feb 16 08:34:23.551341 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c01fb6e3-1d13-4576-9867-0a1e36ae4c17 req-baa76b03-4872-4a60-90d8-29c9e1aaf775 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792463 Feb 16 08:34:23.611918 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ba2d3c-380f-4cfd-874c-e67f24417438 x-openstack-request-id: req-94ba2d3c-380f-4cfd-874c-e67f24417438 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:34:23.612410 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:34:23.612829 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94ba2d3c-380f-4cfd-874c-e67f24417438 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:34:23.613456 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587', 'status': 'completed', 'code': 200} Feb 16 08:34:23.633434 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e50a9ff1-71e9-4001-8ea6-3ddf8dd63530 None None] Provisioning complete for port 43dbc45e-8063-4edf-81c0-9788869d5587 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:34:23.633824 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e50a9ff1-71e9-4001-8ea6-3ddf8dd63530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:23.686014 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-cedec623-acad-449d-9bdd-788159cc998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:23.687691 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-cedec623-acad-449d-9bdd-788159cc998f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f55b6a964e98408190f233c6df9d9647&device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1169 time: 0.0453928 Feb 16 08:34:23.786490 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-9566b138-dbf7-4bdb-bf07-85579b21d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:23.787963 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-9566b138-dbf7-4bdb-bf07-85579b21d1eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 200 len: 916 time: 0.0934074 Feb 16 08:34:23.843264 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e50a9ff1-71e9-4001-8ea6-3ddf8dd63530 None None] Current status of the port 43dbc45e-8063-4edf-81c0-9788869d5587 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:34:23.857693 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-84271f49-db9b-491b-b5ee-a574b6bcbf0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 1002 time: 0.0620010 Feb 16 08:34:23.907915 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-a8f2886b-c9b6-403f-a042-a39aeb348899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:23.909379 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-a8f2886b-c9b6-403f-a042-a39aeb348899 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e HTTP/1.1" status: 200 len: 854 time: 0.0433457 Feb 16 08:34:23.967547 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-ffa822ab-b245-4d8f-876a-af71b20234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:23.969078 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-ffa822ab-b245-4d8f-876a-af71b20234b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e00c65e-3596-4a31-8e79-a804e2380508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515051 Feb 16 08:34:24.071976 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-8c4dd193-bcaa-402f-922e-b3b860f6ad1b service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862193 Feb 16 08:34:24.169883 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-9b86990d-602a-479e-8769-2260c2a3dcc6 req-e12b8cbc-c42d-4fa6-bbd7-0bf252562bbc service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874357 Feb 16 08:34:25.243483 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306d58e-6807-4888-8f0b-e2688662c429 req-b7d56dbf-9a6a-4d8e-bb75-d723ccd4c82b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:25.245035 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7306d58e-6807-4888-8f0b-e2688662c429 req-b7d56dbf-9a6a-4d8e-bb75-d723ccd4c82b tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0551338 Feb 16 08:34:25.295993 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7306d58e-6807-4888-8f0b-e2688662c429 req-7f4df28c-fedd-4d50-9482-96d4a3b38cd8 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452874 Feb 16 08:34:26.417284 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a72862-dc59-404c-976e-74adec57a131 req-1add22ba-92bf-4c59-bc1a-25ebb98b4ad5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:26.418789 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-15a72862-dc59-404c-976e-74adec57a131 req-1add22ba-92bf-4c59-bc1a-25ebb98b4ad5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0529454 Feb 16 08:34:26.466055 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-15a72862-dc59-404c-976e-74adec57a131 req-b1043122-834e-4092-862c-8e48548e85f1 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=49c230e9-aab5-4ca8-8a77-4f091d20cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Feb 16 08:34:26.924600 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-987e48d4-59b6-4038-b19d-9f5e4593a43c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:26.926050 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-987e48d4-59b6-4038-b19d-9f5e4593a43c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 945 time: 0.0538075 Feb 16 08:34:27.020103 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Deleting port a8dfba41-0202-400f-a192-82b9e913d774 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:34:27.020443 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (a8dfba41-0202-400f-a192-82b9e913d774), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:27.115054 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] For port a8dfba41-0202-400f-a192-82b9e913d774, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a8dfba41-0202-400f-a192-82b9e913d774,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:34:27.115580 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (a8dfba41-0202-400f-a192-82b9e913d774), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:27.337128 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:27.337414 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (e0dc2ebb-7553-4067-9a60-2f38691989f3), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:27.337745 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.l3_db [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Floating IP e0dc2ebb-7553-4067-9a60-2f38691989f3 disassociated. External IP: 172.27.0.195, port: a8dfba41-0202-400f-a192-82b9e913d774. Feb 16 08:34:27.338084 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Calling delete_port for a8dfba41-0202-400f-a192-82b9e913d774 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:34:27.467405 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (a8dfba41-0202-400f-a192-82b9e913d774), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:27.497197 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event deleted for resources: {'Port': ['ID=a8dfba41-0202-400f-a192-82b9e913d774,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:27.572147 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-021421d3-96cd-4e1d-a2ff-cc9d9982bd8b req-633e89ce-5073-4c94-a0fa-7dbee8849794 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85ad208-12c2-4da5-93ae-c5ab12ab1e9b HTTP/1.1" status: 200 len: 210 time: 0.0315981 Feb 16 08:34:27.618033 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:34:27.728534 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:34:27.738733 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] Sync routers for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:34:27.749076 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:34:27.749689 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:34:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:27.768685 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] No DVR routers for this DVR port a8dfba41-0202-400f-a192-82b9e913d774 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:34:27.772222 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:27.777033 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-dc100042-6635-46e5-a21d-d957bd5bdbf6 req-ba78b125-6c5c-4215-be6f-1d4efa038034 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "DELETE /v2.0/ports/a8dfba41-0202-400f-a192-82b9e913d774 HTTP/1.1" status: 204 len: 173 time: 0.8456802 Feb 16 08:34:27.777706 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'name': 'network-vif-deleted', 'tag': 'a8dfba41-0202-400f-a192-82b9e913d774'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:34:27.781256 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115b0a22-e198-4ee9-ad4a-3be519645d99" -d '{"events": [{"server_uuid": "b85ad208-12c2-4da5-93ae-c5ab12ab1e9b", "name": "network-vif-deleted", "tag": "a8dfba41-0202-400f-a192-82b9e913d774"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:34:27.823750 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e84ea94-ed11-4724-bda7-f83c21921f61 x-openstack-request-id: req-0e84ea94-ed11-4724-bda7-f83c21921f61 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:34:27.823991 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85ad208-12c2-4da5-93ae-c5ab12ab1e9b", "name": "network-vif-deleted", "tag": "a8dfba41-0202-400f-a192-82b9e913d774", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:34:27.824329 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e84ea94-ed11-4724-bda7-f83c21921f61 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:34:27.824833 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85ad208-12c2-4da5-93ae-c5ab12ab1e9b', 'name': 'network-vif-deleted', 'tag': 'a8dfba41-0202-400f-a192-82b9e913d774', 'status': 'completed', 'code': 200} Feb 16 08:34:27.877735 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:34:28.083621 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:28.110734 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] Checking router: 45f0f0e7-aace-4d75-8a06-aab2179e88c2 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:34:28.119374 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:34:28.119936 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:34:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:28.244180 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:34:28.454540 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:28.481475 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e960eb-5a21-4d06-932b-17e615dece7b None None] The sync data for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi is: [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:34:28.665471 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40938) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:28.720114 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42acc7-b9d5-4a82-ba88-a9c7a9518e67 None None] New status for floating IP e0dc2ebb-7553-4067-9a60-2f38691989f3: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:34:28.724811 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4b976d26-710e-4f87-bddb-fc809cf99159 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (49c230e9-aab5-4ca8-8a77-4f091d20cb53), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:28.749190 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4b976d26-710e-4f87-bddb-fc809cf99159 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (49c230e9-aab5-4ca8-8a77-4f091d20cb53), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:28.799881 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4b976d26-710e-4f87-bddb-fc809cf99159 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (49c230e9-aab5-4ca8-8a77-4f091d20cb53), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:28.802699 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4b976d26-710e-4f87-bddb-fc809cf99159 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:28.803906 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-4b976d26-710e-4f87-bddb-fc809cf99159 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "DELETE /v2.0/security-groups/49c230e9-aab5-4ca8-8a77-4f091d20cb53 HTTP/1.1" status: 204 len: 168 time: 0.1372590 Feb 16 08:34:28.806793 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40940) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:28.813730 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b976d26-710e-4f87-bddb-fc809cf99159 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c230e9-aab5-4ca8-8a77-4f091d20cb53,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:28.821673 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.api.v2.resource [None req-e44c1b3a-318f-4b75-9433-8493bce002b5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] show failed (client error): The resource could not be found. Feb 16 08:34:28.822926 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e44c1b3a-318f-4b75-9433-8493bce002b5 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups/49c230e9-aab5-4ca8-8a77-4f091d20cb53 HTTP/1.1" status: 404 len: 347 time: 0.0149829 Feb 16 08:34:28.825892 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40942) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:28.961460 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Deleting port 20af2486-e70f-48f3-a144-55a831fdfc53 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:34:28.961814 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (20af2486-e70f-48f3-a144-55a831fdfc53), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.042736 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (20af2486-e70f-48f3-a144-55a831fdfc53), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.042996 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (20af2486-e70f-48f3-a144-55a831fdfc53), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.055128 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Calling delete_port for 20af2486-e70f-48f3-a144-55a831fdfc53 owned by network:floatingip {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:34:29.217545 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (20af2486-e70f-48f3-a144-55a831fdfc53), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.246630 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event deleted for resources: {'Port': ['ID=20af2486-e70f-48f3-a144-55a831fdfc53,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:29.310584 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (e0dc2ebb-7553-4067-9a60-2f38691989f3), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.313202 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.314403 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-62fe054d-b494-48a6-801b-0ab3372d63a9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "DELETE /v2.0/floatingips/e0dc2ebb-7553-4067-9a60-2f38691989f3 HTTP/1.1" status: 204 len: 168 time: 0.4875267 Feb 16 08:34:29.700773 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40948) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:29.705260 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-a24b8e57-4fad-4ab8-8425-53c814722f81 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021754524', 'description': 'tempest-description--1311285657'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:29.725090 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a24b8e57-4fad-4ab8-8425-53c814722f81 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.790749 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a24b8e57-4fad-4ab8-8425-53c814722f81 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (27af0476-49da-440c-a641-bccb97bef46a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.795228 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a24b8e57-4fad-4ab8-8425-53c814722f81 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (27af0476-49da-440c-a641-bccb97bef46a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.831495 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a24b8e57-4fad-4ab8-8425-53c814722f81 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.835782 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a24b8e57-4fad-4ab8-8425-53c814722f81 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1309984 Feb 16 08:34:29.836025 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40950) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:29.840810 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-637da74e-8277-4258-a935-7af1f1d78e2f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'security_group_rule': {'security_group_id': '27af0476-49da-440c-a641-bccb97bef46a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:29.846350 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b8e57-4fad-4ab8-8425-53c814722f81 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27af0476-49da-440c-a641-bccb97bef46a,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:29.871655 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-637da74e-8277-4258-a935-7af1f1d78e2f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (9331fca7-8136-4a71-b44a-5f58c6b12ca2), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.933602 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-637da74e-8277-4258-a935-7af1f1d78e2f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (9331fca7-8136-4a71-b44a-5f58c6b12ca2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.938296 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-637da74e-8277-4258-a935-7af1f1d78e2f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (9331fca7-8136-4a71-b44a-5f58c6b12ca2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.956731 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637da74e-8277-4258-a935-7af1f1d78e2f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9331fca7-8136-4a71-b44a-5f58c6b12ca2,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:29.967848 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-637da74e-8277-4258-a935-7af1f1d78e2f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:29.971464 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-637da74e-8277-4258-a935-7af1f1d78e2f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319897 Feb 16 08:34:29.971832 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 40952) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:29.976907 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-09753ace-1600-4af8-bc07-691a8a5a6b78 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'security_group_rule': {'security_group_id': '27af0476-49da-440c-a641-bccb97bef46a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:30.003338 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-09753ace-1600-4af8-bc07-691a8a5a6b78 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (484f6692-1046-4be0-8e4b-da5f0339d803), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.058347 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-09753ace-1600-4af8-bc07-691a8a5a6b78 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (484f6692-1046-4be0-8e4b-da5f0339d803), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.062117 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-09753ace-1600-4af8-bc07-691a8a5a6b78 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (484f6692-1046-4be0-8e4b-da5f0339d803), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.083110 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09753ace-1600-4af8-bc07-691a8a5a6b78 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484f6692-1046-4be0-8e4b-da5f0339d803,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:30.091055 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-09753ace-1600-4af8-bc07-691a8a5a6b78 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.092305 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-09753ace-1600-4af8-bc07-691a8a5a6b78 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194429 Feb 16 08:34:30.095407 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 40954) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:30.100450 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'floatingip': {'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:30.121929 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.182505 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a8dfba41-0202-400f-a192-82b9e913d774 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:34:30.210565 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: a8dfba41-0202-400f-a192-82b9e913d774 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:34:30.210828 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a8dfba41-0202-400f-a192-82b9e913d774 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:34:30.221667 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.328291 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Allocated IP 172.27.0.201 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/7210b612-7343-4444-9b27-0c410abf859e) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:34:30.432071 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for port (7210b612-7343-4444-9b27-0c410abf859e), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.465328 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (7210b612-7343-4444-9b27-0c410abf859e), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.500767 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:34:30.506363 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:34:30.509869 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:34:30.534313 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'Port': ['ID=7210b612-7343-4444-9b27-0c410abf859e,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:30.605178 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (790991b0-51fb-4741-bcfb-5eebeef8086e), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.648396 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (7210b612-7343-4444-9b27-0c410abf859e), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.807051 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for port (7210b612-7343-4444-9b27-0c410abf859e), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.811831 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (7210b612-7343-4444-9b27-0c410abf859e), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.885550 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'Port': ['ID=7210b612-7343-4444-9b27-0c410abf859e,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:30.894167 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (790991b0-51fb-4741-bcfb-5eebeef8086e), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.913030 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:30.913539 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e85e8a37-154a-44df-b5cc-b793c50c4bdc tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8169217 Feb 16 08:34:31.112461 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-acf59b75-e8a2-4cce-a180-e639660089ab tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1021754524&fields=id&tenant_id=345fc5599965442a8296b637802337b4 HTTP/1.1" status: 200 len: 267 time: 0.0428069 Feb 16 08:34:31.220736 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-1b49e591-85c0-4852-aa62-b60281d0d19e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:31.222209 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-1b49e591-85c0-4852-aa62-b60281d0d19e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 811 time: 0.1032763 Feb 16 08:34:31.236738 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-266cb582-2b8d-4c9e-9a95-cbf746eda91d tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/quotas/345fc5599965442a8296b637802337b4 HTTP/1.1" status: 200 len: 375 time: 0.0091588 Feb 16 08:34:31.297314 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-99a7103f-e787-4882-b141-da3365d437f4 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548124 Feb 16 08:34:31.399831 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-3bca7d91-e82b-4254-b8e7-42d179251675 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900729 Feb 16 08:34:31.493894 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-f29224cb-bf80-4d23-8849-6d7bfb9d18b5 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884871 Feb 16 08:34:31.669841 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-83d85bf0-9bd6-44e0-84b6-d8835b86d289 req-a101af09-f679-4e40-acd2-fd4c74158922 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 210 time: 0.0295761 Feb 16 08:34:32.630698 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-3046b466-6c0d-4bc5-a8ba-77894e82feec tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:32.632300 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-3046b466-6c0d-4bc5-a8ba-77894e82feec tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 811 time: 0.1067567 Feb 16 08:34:32.712018 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-7baeed68-a0c1-42e5-921c-b57b942630c0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=345fc5599965442a8296b637802337b4 HTTP/1.1" status: 200 len: 380 time: 0.0687952 Feb 16 08:34:32.734310 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'port': {'device_id': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'admin_state_up': True, 'tenant_id': '345fc5599965442a8296b637802337b4', 'security_groups': ['27af0476-49da-440c-a641-bccb97bef46a']}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:32.772833 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ed71953a-11cb-4f82-9aa8-e024966d631f req-d853f264-ebcf-472d-900d-9886acb1ab45 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 210 time: 0.0276809 Feb 16 08:34:32.843375 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Made reservation on behalf of 345fc5599965442a8296b637802337b4 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:34:32.846729 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:32.971740 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Allocated IP 172.20.0.12 (3d5310f1-db5c-4a7f-9392-5a39ef30b19f/a78103ce-bc70-413c-87f4-f8c98363975e/df396226-87b3-4286-bc66-5d90eef7f5f0) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:34:33.102364 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:33.138610 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:33.182382 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:34:33.185479 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:34:33.189153 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:34:33.196401 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event updated for resources: {'Port': ['ID=df396226-87b3-4286-bc66-5d90eef7f5f0,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:33.244786 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:33.245422 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:33.263603 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-aac9a075-28e4-4ffe-8d43-639c4f44634f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5337498 Feb 16 08:34:33.283343 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Request body: {'port': {'device_id': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:33.346236 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:33.436407 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-7dc5f83d-f8cb-4848-a778-bd0eb50a2c7e None None] Provisioning complete for port df396226-87b3-4286-bc66-5d90eef7f5f0 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:34:33.437356 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-7dc5f83d-f8cb-4848-a778-bd0eb50a2c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:33.483074 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-7dc5f83d-f8cb-4848-a778-bd0eb50a2c7e None None] Port df396226-87b3-4286-bc66-5d90eef7f5f0 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:34:33.816666 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df396226-87b3-4286-bc66-5d90eef7f5f0 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:34:33.825119 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Publish callbacks [] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:33.837780 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Transition to ACTIVE for port object df396226-87b3-4286-bc66-5d90eef7f5f0 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:34:33.841880 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:33.896124 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=df396226-87b3-4286-bc66-5d90eef7f5f0,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:33.896403 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427b32-9e9d-4368-9b36-281d0d892f8c req-e2a894e0-bb9d-4fae-95df-62979197dd6f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:33.897870 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-63427b32-9e9d-4368-9b36-281d0d892f8c req-e2a894e0-bb9d-4fae-95df-62979197dd6f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 944 time: 0.0556693 Feb 16 08:34:33.960391 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-63427b32-9e9d-4368-9b36-281d0d892f8c req-2ecbf200-cbbc-493a-843b-1baad5725924 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546141 Feb 16 08:34:33.971622 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Attempting to bind port df396226-87b3-4286-bc66-5d90eef7f5f0 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:34:33.971959 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Attempting to bind port df396226-87b3-4286-bc66-5d90eef7f5f0 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:34:33.972293 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Attempting to bind port df396226-87b3-4286-bc66-5d90eef7f5f0 on network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:34:33.977222 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Port df396226-87b3-4286-bc66-5d90eef7f5f0 on network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:34:33.977556 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Attempting to bind port df396226-87b3-4286-bc66-5d90eef7f5f0 on network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:34:33.982723 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:34:33.983065 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Checking segment: {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:34:33.983467 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Bound using segment: {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:34:33.983893 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Bound port: df396226-87b3-4286-bc66-5d90eef7f5f0, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f0a2b8-1691-423d-b84b-5795e4cf8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:34:33.984254 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:34.052783 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] For port df396226-87b3-4286-bc66-5d90eef7f5f0, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:34:34.055850 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] For port df396226-87b3-4286-bc66-5d90eef7f5f0, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=df396226-87b3-4286-bc66-5d90eef7f5f0,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:34:34.062556 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:34.097201 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:34.097824 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:34.099837 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] 10.222.0.71 "PUT /v2.0/ports/df396226-87b3-4286-bc66-5d90eef7f5f0 HTTP/1.1" status: 200 len: 1094 time: 0.8208077 Feb 16 08:34:34.100290 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'tag': 'df396226-87b3-4286-bc66-5d90eef7f5f0'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:34:34.102556 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00582975-20b5-4fd5-a3fa-ead1a3d801c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d05f9f0a-d00c-4df9-a393-a317cc6d905e", "tag": "df396226-87b3-4286-bc66-5d90eef7f5f0"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:34:34.131516 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42199611-d7bd-41ba-af98-4365042ff5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=df396226-87b3-4286-bc66-5d90eef7f5f0,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:34.146414 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9f4a25-f325-40d5-b3b1-0e8709d84d3a x-openstack-request-id: req-ec9f4a25-f325-40d5-b3b1-0e8709d84d3a {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:34:34.146722 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05f9f0a-d00c-4df9-a393-a317cc6d905e", "tag": "df396226-87b3-4286-bc66-5d90eef7f5f0", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:34:34.146980 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec9f4a25-f325-40d5-b3b1-0e8709d84d3a {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:34:34.147480 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'tag': 'df396226-87b3-4286-bc66-5d90eef7f5f0', 'status': 'completed', 'code': 200} Feb 16 08:34:34.214595 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-cb36de14-93eb-44f7-b542-8d38f6dfecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:34.216314 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-cb36de14-93eb-44f7-b542-8d38f6dfecfc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 1128 time: 0.0604155 Feb 16 08:34:34.272736 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-270044ea-600d-4c9e-b0ad-565de1dd4762 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df396226-87b3-4286-bc66-5d90eef7f5f0 HTTP/1.1" status: 200 len: 217 time: 0.0481195 Feb 16 08:34:34.329697 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-a5a08169-ebaa-4157-98dc-3e40b8ffbbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:34.331062 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-a5a08169-ebaa-4157-98dc-3e40b8ffbbdf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.0506949 Feb 16 08:34:34.384159 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-12210515-195d-45ce-832f-83d4b3c024c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:34.385680 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-12210515-195d-45ce-832f-83d4b3c024c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472906 Feb 16 08:34:34.477346 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-87ac4aa3-bcea-4b09-9dd8-190568ee7677 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844917 Feb 16 08:34:34.569144 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2b236db8-46b7-4b0e-951e-f6d7e242fd14 req-208aeeff-16a9-4e56-a7b3-c2665976270d service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847824 Feb 16 08:34:34.676048 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-6b7a1436-f880-474b-844d-504b37c4666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:34.678201 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-6b7a1436-f880-474b-844d-504b37c4666b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 1128 time: 0.0524478 Feb 16 08:34:34.765747 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-eb6faa34-ba19-4fcd-b8db-e3c7015dc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:34.767209 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-eb6faa34-ba19-4fcd-b8db-e3c7015dc8ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 912 time: 0.0827887 Feb 16 08:34:34.810761 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-c6b5d639-8685-443a-9c8b-640b013218f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df396226-87b3-4286-bc66-5d90eef7f5f0 HTTP/1.1" status: 200 len: 217 time: 0.0367384 Feb 16 08:34:34.861303 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-c2ae1a7b-cfc4-4e33-84bf-be15fe5d3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:34.862762 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-c2ae1a7b-cfc4-4e33-84bf-be15fe5d3540 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.0451801 Feb 16 08:34:34.913690 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-4c78e475-9aa7-4ee9-b06b-429e873b8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:34.915384 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-4c78e475-9aa7-4ee9-b06b-429e873b8204 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463109 Feb 16 08:34:35.021877 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-a067dce1-bcd8-4372-9104-f15e89df6914 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993037 Feb 16 08:34:35.092499 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682372b5-01a9-433f-9feb-a184b01109c7 req-8d90b7de-eba5-4028-a6c7-8faf245d5e92 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:35.094066 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-682372b5-01a9-433f-9feb-a184b01109c7 req-8d90b7de-eba5-4028-a6c7-8faf245d5e92 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 944 time: 0.0601535 Feb 16 08:34:35.125783 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-00582975-20b5-4fd5-a3fa-ead1a3d801c8 req-f42029fe-2140-49e1-aab3-259ff109ac99 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965044 Feb 16 08:34:35.142330 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-682372b5-01a9-433f-9feb-a184b01109c7 req-51a197f9-b9da-4575-baf9-dfbbdd984f8a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Feb 16 08:34:36.263851 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728445a-7fdd-4377-8267-d63983e55779 req-0522d7cd-ecd6-4e35-a256-27dd7afc3630 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:36.265274 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d728445a-7fdd-4377-8267-d63983e55779 req-0522d7cd-ecd6-4e35-a256-27dd7afc3630 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 944 time: 0.0532935 Feb 16 08:34:36.312093 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d728445a-7fdd-4377-8267-d63983e55779 req-a6b875f9-67fc-497c-a542-40a8615a43e8 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407739 Feb 16 08:34:37.440058 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e4332-2d70-4d63-85a0-e22f7caf7212 req-c0c944ed-724b-472c-aace-98f56af8afaf tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:37.441562 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-417e4332-2d70-4d63-85a0-e22f7caf7212 req-c0c944ed-724b-472c-aace-98f56af8afaf tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 944 time: 0.0623248 Feb 16 08:34:37.490575 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-417e4332-2d70-4d63-85a0-e22f7caf7212 req-3345efa1-6d5e-4549-8fb3-4b3a4882a08e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Feb 16 08:34:37.697666 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:38.253045 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device df396226-87b3-4286-bc66-5d90eef7f5f0 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:34:38.355574 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port df396226-87b3-4286-bc66-5d90eef7f5f0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=df396226-87b3-4286-bc66-5d90eef7f5f0,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:34:38.366575 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'df396226-87b3-4286-bc66-5d90eef7f5f0', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'port_id': 'df396226-87b3-4286-bc66-5d90eef7f5f0', 'mac_address': 'fa:16:3e:8a:c2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:34:38.404967 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port df396226-87b3-4286-bc66-5d90eef7f5f0 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:34:38.405370 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:38.420667 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df396226-87b3-4286-bc66-5d90eef7f5f0 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:34:38.445016 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port df396226-87b3-4286-bc66-5d90eef7f5f0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=df396226-87b3-4286-bc66-5d90eef7f5f0,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:34:38.449062 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:38.502467 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=df396226-87b3-4286-bc66-5d90eef7f5f0,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:38.510528 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.510804 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.511166 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.511624 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.511921 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.512267 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.512575 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.512900 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.513229 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.513552 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.513877 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.514196 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.514513 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.611301 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fceff5-715e-493b-93f2-b1cf7186fd44 req-bed64d94-fecd-4601-997b-f8a11beb9dea tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:38.612856 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-81fceff5-715e-493b-93f2-b1cf7186fd44 req-bed64d94-fecd-4601-997b-f8a11beb9dea tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 945 time: 0.0530386 Feb 16 08:34:38.661208 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-81fceff5-715e-493b-93f2-b1cf7186fd44 req-de56ff16-3b56-44ec-96f6-546d6d4de829 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Feb 16 08:34:38.854651 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['df396226-87b3-4286-bc66-5d90eef7f5f0'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:34:39.780353 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded98853-3501-469a-953c-436d7f4a0aa5 req-02d5f578-dd5a-4926-a154-79cb7dee6d78 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:39.781843 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ded98853-3501-469a-953c-436d7f4a0aa5 req-02d5f578-dd5a-4926-a154-79cb7dee6d78 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 945 time: 0.0538394 Feb 16 08:34:39.834017 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ded98853-3501-469a-953c-436d7f4a0aa5 req-8b9597b9-7cb0-45c5-a595-a5b591373a6f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455334 Feb 16 08:34:40.274020 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device df396226-87b3-4286-bc66-5d90eef7f5f0 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:34:40.322495 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port df396226-87b3-4286-bc66-5d90eef7f5f0 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:34:40.326984 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port df396226-87b3-4286-bc66-5d90eef7f5f0 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:34:40.327364 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:40.406774 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port df396226-87b3-4286-bc66-5d90eef7f5f0 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:34:40.407174 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:40.432169 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df396226-87b3-4286-bc66-5d90eef7f5f0'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:34:40.434400 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d423c985-3ee9-40a4-bb0c-b3ef8903c784" -d '{"events": [{"server_uuid": "d05f9f0a-d00c-4df9-a393-a317cc6d905e", "name": "network-vif-plugged", "status": "completed", "tag": "df396226-87b3-4286-bc66-5d90eef7f5f0"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:34:40.450268 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port df396226-87b3-4286-bc66-5d90eef7f5f0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=df396226-87b3-4286-bc66-5d90eef7f5f0,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:34:40.455235 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:40.478753 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8503c5d9-039d-4514-bb46-473dc3720ab3 x-openstack-request-id: req-8503c5d9-039d-4514-bb46-473dc3720ab3 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:34:40.479054 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05f9f0a-d00c-4df9-a393-a317cc6d905e", "name": "network-vif-plugged", "status": "completed", "tag": "df396226-87b3-4286-bc66-5d90eef7f5f0", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:34:40.479311 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8503c5d9-039d-4514-bb46-473dc3720ab3 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:34:40.479732 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df396226-87b3-4286-bc66-5d90eef7f5f0', 'code': 200} Feb 16 08:34:40.505502 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=df396226-87b3-4286-bc66-5d90eef7f5f0,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:40.637842 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde24201-864f-427b-8902-a04c5b344de9 req-dc0cbbf2-fbf7-4415-a2c1-39c40bca1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:40.639341 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-dde24201-864f-427b-8902-a04c5b344de9 req-dc0cbbf2-fbf7-4415-a2c1-39c40bca1fae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 1130 time: 0.0439603 Feb 16 08:34:40.682139 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-dde24201-864f-427b-8902-a04c5b344de9 req-fef32ea2-23ad-4092-9d01-bde9e8d35b3f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362720 Feb 16 08:34:40.954989 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdc9c5-912b-422c-8795-405d631b2809 req-1addb9e2-a83d-4a3f-8ca4-918f6c0ed63f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:40.956559 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-75bdc9c5-912b-422c-8795-405d631b2809 req-1addb9e2-a83d-4a3f-8ca4-918f6c0ed63f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 946 time: 0.0546849 Feb 16 08:34:41.004837 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-75bdc9c5-912b-422c-8795-405d631b2809 req-194a5bdf-8d0f-4ed3-a17a-351748817c1a tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417933 Feb 16 08:34:42.124693 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac09c0-b8c7-484a-bd2f-34432aebc8aa req-1d03777e-0a64-48f8-a592-6ea89d7c442f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:42.126176 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-49ac09c0-b8c7-484a-bd2f-34432aebc8aa req-1d03777e-0a64-48f8-a592-6ea89d7c442f tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 946 time: 0.0524163 Feb 16 08:34:42.172232 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-49ac09c0-b8c7-484a-bd2f-34432aebc8aa req-d4547523-9f9d-4d32-9bcf-75211d928748 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 Feb 16 08:34:43.294632 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6bb3e-af64-48c3-b62e-4702018de925 req-2d6fd357-c1e3-4d66-8c2d-81e7c1e8f415 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:43.296112 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a8c6bb3e-af64-48c3-b62e-4702018de925 req-2d6fd357-c1e3-4d66-8c2d-81e7c1e8f415 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 946 time: 0.0557277 Feb 16 08:34:43.341462 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a8c6bb3e-af64-48c3-b62e-4702018de925 req-23a00b38-7104-4d54-b03d-95f991e5d6c9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392826 Feb 16 08:34:43.458095 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095ee6-0e81-423e-ad3a-098393022335 req-6997938b-9a04-4499-9917-4fe289af5e33 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:43.459514 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-78095ee6-0e81-423e-ad3a-098393022335 req-6997938b-9a04-4499-9917-4fe289af5e33 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 946 time: 0.0554597 Feb 16 08:34:43.468121 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41018) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:34:43.472424 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-910f2d73-3c8c-4406-abbe-38c94089bbe7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Request body: {'floatingip': {'port_id': 'df396226-87b3-4286-bc66-5d90eef7f5f0'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:34:43.514418 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-910f2d73-3c8c-4406-abbe-38c94089bbe7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (790991b0-51fb-4741-bcfb-5eebeef8086e), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:43.660054 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0f92f4d8-8d24-4531-ad0d-6e8e72b60438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:43.942275 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-910f2d73-3c8c-4406-abbe-38c94089bbe7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:43.946251 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-910f2d73-3c8c-4406-abbe-38c94089bbe7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (790991b0-51fb-4741-bcfb-5eebeef8086e), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:44.046176 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.l3_db [None req-910f2d73-3c8c-4406-abbe-38c94089bbe7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Floating IP 790991b0-51fb-4741-bcfb-5eebeef8086e associated. External IP: 172.27.0.201, port: df396226-87b3-4286-bc66-5d90eef7f5f0. Feb 16 08:34:44.479258 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910f2d73-3c8c-4406-abbe-38c94089bbe7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:34:44.590011 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910f2d73-3c8c-4406-abbe-38c94089bbe7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:34:44.594922 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-910f2d73-3c8c-4406-abbe-38c94089bbe7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:44.599782 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] Sync routers for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:34:44.610032 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:34:44.610644 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:34:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:44.625434 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-910f2d73-3c8c-4406-abbe-38c94089bbe7 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "PUT /v2.0/floatingips/790991b0-51fb-4741-bcfb-5eebeef8086e HTTP/1.1" status: 200 len: 992 time: 1.1563802 Feb 16 08:34:44.626032 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'tag': 'df396226-87b3-4286-bc66-5d90eef7f5f0'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:34:44.628281 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be91854-3ed3-4f5c-ae22-577dd89440f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d05f9f0a-d00c-4df9-a393-a317cc6d905e", "tag": "df396226-87b3-4286-bc66-5d90eef7f5f0"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:34:44.664978 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8602986d-edc7-40f2-83c5-42362bc392e1 x-openstack-request-id: req-8602986d-edc7-40f2-83c5-42362bc392e1 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:34:44.665274 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05f9f0a-d00c-4df9-a393-a317cc6d905e", "tag": "df396226-87b3-4286-bc66-5d90eef7f5f0", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:34:44.665524 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8602986d-edc7-40f2-83c5-42362bc392e1 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:34:44.665958 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'tag': 'df396226-87b3-4286-bc66-5d90eef7f5f0', 'status': 'completed', 'code': 200} Feb 16 08:34:44.722481 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:34:44.732989 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-1afed09e-bf18-47a0-81dc-ce2d1fdd3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:44.735109 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-1afed09e-bf18-47a0-81dc-ce2d1fdd3e86 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=345fc5599965442a8296b637802337b4&device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 1130 time: 0.0454082 Feb 16 08:34:44.863389 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-230d4a04-a603-41e1-91da-4859e437999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:44.865639 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-230d4a04-a603-41e1-91da-4859e437999e service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 200 len: 912 time: 0.1188321 Feb 16 08:34:44.948976 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-ada01ab8-4cc9-477c-8150-a465c3d3ade5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df396226-87b3-4286-bc66-5d90eef7f5f0 HTTP/1.1" status: 200 len: 1000 time: 0.0728307 Feb 16 08:34:44.985354 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '790991b0-51fb-4741-bcfb-5eebeef8086e', 'tenant_id': '345fc5599965442a8296b637802337b4', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'port_id': 'df396226-87b3-4286-bc66-5d90eef7f5f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'mac_address': 'fa:16:3e:8a:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:34:30Z', 'updated_at': '2022-02-16T08:34:43Z', 'revision_number': 1, 'project_id': '345fc5599965442a8296b637802337b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:45.012994 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] Checking router: 45f0f0e7-aace-4d75-8a06-aab2179e88c2 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:34:45.013280 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-c4916c7f-761a-4b55-9aac-ffdd96da11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:45.014603 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-c4916c7f-761a-4b55-9aac-ffdd96da11c7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 200 len: 850 time: 0.0558987 Feb 16 08:34:45.021515 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:34:45.022215 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:34:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:45.065917 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-cc2d3dfc-b5f0-49fe-b9c3-c6c2f3989b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:34:45.067734 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-cc2d3dfc-b5f0-49fe-b9c3-c6c2f3989b2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d5310f1-db5c-4a7f-9392-5a39ef30b19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452445 Feb 16 08:34:45.137166 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:34:45.158986 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-e08540f3-9ae8-4ddc-b63a-9e6a0c649acb service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847020 Feb 16 08:34:45.253709 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-2be91854-3ed3-4f5c-ae22-577dd89440f9 req-b6f9fed9-4396-472e-b03b-5135d56f7e74 service neutron] 10.222.0.71 "GET /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870981 Feb 16 08:34:45.364645 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '790991b0-51fb-4741-bcfb-5eebeef8086e', 'tenant_id': '345fc5599965442a8296b637802337b4', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'port_id': 'df396226-87b3-4286-bc66-5d90eef7f5f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'mac_address': 'fa:16:3e:8a:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:34:30Z', 'updated_at': '2022-02-16T08:34:43Z', 'revision_number': 1, 'project_id': '345fc5599965442a8296b637802337b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:34:45.393290 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5da89-4a70-4752-bd05-4c5bcb62957f None None] The sync data for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi is: [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '790991b0-51fb-4741-bcfb-5eebeef8086e', 'tenant_id': '345fc5599965442a8296b637802337b4', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'port_id': 'df396226-87b3-4286-bc66-5d90eef7f5f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'mac_address': 'fa:16:3e:8a:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:34:30Z', 'updated_at': '2022-02-16T08:34:43Z', 'revision_number': 1, 'project_id': '345fc5599965442a8296b637802337b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:34:45.585404 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca6f57-cad3-4fd4-9d55-68d915efbf43 None None] New status for floating IP 790991b0-51fb-4741-bcfb-5eebeef8086e: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:34:45.924484 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d3315cd-9184-4edb-a7cd-a9dab555efc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:47.416955 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:48.913197 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:50.156880 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:34:54.751983 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:35:04.814243 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e919225-1f36-45f6-96aa-6e3c20ed236e req-fb84449e-0467-439c-902e-795544a744f8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:04.815791 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5e919225-1f36-45f6-96aa-6e3c20ed236e req-fb84449e-0467-439c-902e-795544a744f8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 946 time: 0.0541568 Feb 16 08:35:04.864660 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5e919225-1f36-45f6-96aa-6e3c20ed236e req-8f5fbaa3-c03a-47dd-b73f-bc296386d29c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Feb 16 08:35:05.992844 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f4554-1e3d-4594-b128-c9196def394a req-6a92ee94-c982-4b6d-910c-b9037ac138a9 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:05.994348 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8a3f4554-1e3d-4594-b128-c9196def394a req-6a92ee94-c982-4b6d-910c-b9037ac138a9 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 946 time: 0.0567989 Feb 16 08:35:06.040677 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8a3f4554-1e3d-4594-b128-c9196def394a req-2202ca7c-0c31-4e08-877f-f3fb6a0be833 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Feb 16 08:35:06.889421 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-dabc984a-faaa-44d0-8baf-146c1b35492d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:06.890881 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-dabc984a-faaa-44d0-8baf-146c1b35492d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 946 time: 0.0512519 Feb 16 08:35:06.988557 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Deleting port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:06.988899 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:07.073791 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] For port 523d2597-2d0f-4d2e-8810-db326cd6c5e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=523d2597-2d0f-4d2e-8810-db326cd6c5e8,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:07.074039 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:07.167046 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3afda-2e31-48c4-9c51-fc267374d3df req-03aa50cb-626f-4f4b-9ff5-0f025ac9ae7f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:07.168662 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fba3afda-2e31-48c4-9c51-fc267374d3df req-03aa50cb-626f-4f4b-9ff5-0f025ac9ae7f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ceaa9db5-33fb-49d1-aeb0-f2473283e063 HTTP/1.1" status: 200 len: 946 time: 0.0540402 Feb 16 08:35:07.216702 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fba3afda-2e31-48c4-9c51-fc267374d3df req-96e99a29-1b95-46ce-add6-6c4c77a3b9dd tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=55211558-3e23-431f-b33c-cddddfc251db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 Feb 16 08:35:07.252420 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:07.252777 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (55226f7e-7389-4111-b12c-0af629dc7d1c), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:07.253095 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.l3_db [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Floating IP 55226f7e-7389-4111-b12c-0af629dc7d1c disassociated. External IP: 172.27.0.73, port: 523d2597-2d0f-4d2e-8810-db326cd6c5e8. Feb 16 08:35:07.253433 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Calling delete_port for 523d2597-2d0f-4d2e-8810-db326cd6c5e8 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:07.374815 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (523d2597-2d0f-4d2e-8810-db326cd6c5e8), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:07.401600 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event deleted for resources: {'Port': ['ID=523d2597-2d0f-4d2e-8810-db326cd6c5e8,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:07.517974 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Router bf6fd64c-bc22-4753-b158-2fdc29f3313b has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:35:07.624883 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:35:07.634922 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] Sync routers for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:35:07.644303 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:07.644993 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:34:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:07.664633 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] No DVR routers for this DVR port 523d2597-2d0f-4d2e-8810-db326cd6c5e8 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:35:07.667216 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:07.670584 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-16363d5e-6d1c-481a-ba98-c843d3e6b074 req-e538f262-b1ad-43eb-b3cb-7ddac725b662 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "DELETE /v2.0/ports/523d2597-2d0f-4d2e-8810-db326cd6c5e8 HTTP/1.1" status: 204 len: 173 time: 0.7739403 Feb 16 08:35:07.671027 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-deleted', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:35:07.673412 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767e646a-afcd-46eb-bbef-4e19be83f6f6" -d '{"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-deleted", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:35:07.712562 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518473c-d793-4d66-b90e-f6d6127343f2 x-openstack-request-id: req-d518473c-d793-4d66-b90e-f6d6127343f2 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:35:07.712908 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaa9db5-33fb-49d1-aeb0-f2473283e063", "name": "network-vif-deleted", "tag": "523d2597-2d0f-4d2e-8810-db326cd6c5e8", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:35:07.713413 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d518473c-d793-4d66-b90e-f6d6127343f2 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:35:07.713859 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaa9db5-33fb-49d1-aeb0-f2473283e063', 'name': 'network-vif-deleted', 'tag': '523d2597-2d0f-4d2e-8810-db326cd6c5e8', 'status': 'completed', 'code': 200} Feb 16 08:35:07.739811 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:07.768252 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:07.978795 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:08.006136 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] Checking router: bf6fd64c-bc22-4753-b158-2fdc29f3313b for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:35:08.014308 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:08.014917 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:34:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:08.129860 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:08.305987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41146) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:08.339130 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:08.365423 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f54701a7-523c-4c49-9974-7023f45bf75e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (55211558-3e23-431f-b33c-cddddfc251db), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.389838 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f54701a7-523c-4c49-9974-7023f45bf75e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (55211558-3e23-431f-b33c-cddddfc251db), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.443495 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f54701a7-523c-4c49-9974-7023f45bf75e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (55211558-3e23-431f-b33c-cddddfc251db), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.446497 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f54701a7-523c-4c49-9974-7023f45bf75e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.447728 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-f54701a7-523c-4c49-9974-7023f45bf75e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "DELETE /v2.0/security-groups/55211558-3e23-431f-b33c-cddddfc251db HTTP/1.1" status: 204 len: 168 time: 0.1406004 Feb 16 08:35:08.450640 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41150) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:08.457508 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54701a7-523c-4c49-9974-7023f45bf75e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55211558-3e23-431f-b33c-cddddfc251db,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:08.473090 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.api.v2.resource [None req-bfe6cadc-e2a0-401d-9b52-17bbd9585611 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] show failed (client error): The resource could not be found. Feb 16 08:35:08.474698 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-bfe6cadc-e2a0-401d-9b52-17bbd9585611 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups/55211558-3e23-431f-b33c-cddddfc251db HTTP/1.1" status: 404 len: 347 time: 0.0224841 Feb 16 08:35:08.478712 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41152) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:08.507331 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47deb3-e361-4a80-841b-4334f24163da None None] The sync data for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi is: [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:35:08.611662 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Deleting port 87828a68-7f26-43f8-94b2-6aac18c41af5 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:08.612019 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (87828a68-7f26-43f8-94b2-6aac18c41af5), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.692165 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (87828a68-7f26-43f8-94b2-6aac18c41af5), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.692786 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (87828a68-7f26-43f8-94b2-6aac18c41af5), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.705307 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Calling delete_port for 87828a68-7f26-43f8-94b2-6aac18c41af5 owned by network:floatingip {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:08.728685 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847add8-4c5b-492f-bbc6-744ddaae2cfb None None] New status for floating IP 55226f7e-7389-4111-b12c-0af629dc7d1c: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:35:08.842240 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (87828a68-7f26-43f8-94b2-6aac18c41af5), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.843450 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.db.api [None req-4847add8-4c5b-492f-bbc6-744ddaae2cfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:35:08.843863 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG oslo_db.api [None req-4847add8-4c5b-492f-bbc6-744ddaae2cfb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:35:08.871084 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event deleted for resources: {'Port': ['ID=87828a68-7f26-43f8-94b2-6aac18c41af5,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:08.928743 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (55226f7e-7389-4111-b12c-0af629dc7d1c), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.931387 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:08.932566 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-64b34ed9-aa51-444f-91bc-1b86bbde25f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "DELETE /v2.0/floatingips/55226f7e-7389-4111-b12c-0af629dc7d1c HTTP/1.1" status: 204 len: 168 time: 0.4524789 Feb 16 08:35:09.270203 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41158) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:09.274800 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-97390035-a7c7-4844-861f-c38a93700794 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2035189436', 'description': 'tempest-description--1231780645'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:09.293654 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-97390035-a7c7-4844-861f-c38a93700794 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.345583 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847add8-4c5b-492f-bbc6-744ddaae2cfb None None] New status for floating IP 55226f7e-7389-4111-b12c-0af629dc7d1c: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:35:09.359120 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-97390035-a7c7-4844-861f-c38a93700794 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (a745433f-7af7-4b78-8db9-2c4c43fc5209), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.363086 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-97390035-a7c7-4844-861f-c38a93700794 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (a745433f-7af7-4b78-8db9-2c4c43fc5209), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.393040 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97390035-a7c7-4844-861f-c38a93700794 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a745433f-7af7-4b78-8db9-2c4c43fc5209,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:09.397875 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-97390035-a7c7-4844-861f-c38a93700794 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.402627 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-97390035-a7c7-4844-861f-c38a93700794 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1279082 Feb 16 08:35:09.403343 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41160) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:09.407449 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-8157949f-81b3-4d19-bc1b-abde9e65f66f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'security_group_rule': {'security_group_id': 'a745433f-7af7-4b78-8db9-2c4c43fc5209', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:09.433031 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8157949f-81b3-4d19-bc1b-abde9e65f66f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (fa9b1bd4-3fc2-4a21-a831-999bc62b84a2), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.494860 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8157949f-81b3-4d19-bc1b-abde9e65f66f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (fa9b1bd4-3fc2-4a21-a831-999bc62b84a2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.498561 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8157949f-81b3-4d19-bc1b-abde9e65f66f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (fa9b1bd4-3fc2-4a21-a831-999bc62b84a2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.518894 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157949f-81b3-4d19-bc1b-abde9e65f66f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9b1bd4-3fc2-4a21-a831-999bc62b84a2,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:09.526188 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8157949f-81b3-4d19-bc1b-abde9e65f66f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.527370 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-8157949f-81b3-4d19-bc1b-abde9e65f66f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234767 Feb 16 08:35:09.530074 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41162) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:09.534440 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-04d58671-660c-42c9-8179-37f333e8e9f8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'security_group_rule': {'security_group_id': 'a745433f-7af7-4b78-8db9-2c4c43fc5209', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:09.558106 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04d58671-660c-42c9-8179-37f333e8e9f8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (067a6be2-f677-4946-bcc0-8a6a83581c65), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.611605 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04d58671-660c-42c9-8179-37f333e8e9f8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (067a6be2-f677-4946-bcc0-8a6a83581c65), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.615839 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04d58671-660c-42c9-8179-37f333e8e9f8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (067a6be2-f677-4946-bcc0-8a6a83581c65), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.632804 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d58671-660c-42c9-8179-37f333e8e9f8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067a6be2-f677-4946-bcc0-8a6a83581c65,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:09.640674 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-04d58671-660c-42c9-8179-37f333e8e9f8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.641873 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-04d58671-660c-42c9-8179-37f333e8e9f8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108403 Feb 16 08:35:09.644918 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41164) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:09.649150 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'floatingip': {'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:09.668159 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.759842 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:09.863319 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Allocated IP 172.27.0.113 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/46452f61-b80c-4c89-9605-55fa1fa92f2a) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:35:09.970218 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for port (46452f61-b80c-4c89-9605-55fa1fa92f2a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:10.007618 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (46452f61-b80c-4c89-9605-55fa1fa92f2a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:10.041800 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:10.046565 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:10.049933 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:35:10.073935 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'Port': ['ID=46452f61-b80c-4c89-9605-55fa1fa92f2a,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:10.136211 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (d08f3adf-2ec1-4993-b336-87b500e3ccc5), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:10.169958 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (46452f61-b80c-4c89-9605-55fa1fa92f2a), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:10.314991 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for port (46452f61-b80c-4c89-9605-55fa1fa92f2a), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:10.320026 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (46452f61-b80c-4c89-9605-55fa1fa92f2a), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:10.386326 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'Port': ['ID=46452f61-b80c-4c89-9605-55fa1fa92f2a,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:10.398311 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (d08f3adf-2ec1-4993-b336-87b500e3ccc5), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:10.402543 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 523d2597-2d0f-4d2e-8810-db326cd6c5e8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:35:10.414275 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:10.420017 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-db89aa6c-ef43-4ee8-9d6f-97b4f56e2cd5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7696280 Feb 16 08:35:10.423250 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 523d2597-2d0f-4d2e-8810-db326cd6c5e8 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:35:10.423628 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 523d2597-2d0f-4d2e-8810-db326cd6c5e8 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:35:10.560987 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-555d493e-8cf9-4940-a1eb-9046fddcf469 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2035189436&fields=id&tenant_id=8e1decab824d4e2688a82a531b0661c5 HTTP/1.1" status: 200 len: 267 time: 0.0420406 Feb 16 08:35:10.666957 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-414c0e9a-ff62-4232-9985-d203fc7b381a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:10.668439 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-414c0e9a-ff62-4232-9985-d203fc7b381a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 817 time: 0.1012630 Feb 16 08:35:10.682424 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-0e49e31c-234d-4890-ab86-cb364225c941 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/quotas/8e1decab824d4e2688a82a531b0661c5 HTTP/1.1" status: 200 len: 375 time: 0.0087795 Feb 16 08:35:10.736183 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-df60aedb-e321-4579-a087-d78cec1a39c8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486724 Feb 16 08:35:10.829744 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-cb4bc473-e780-4fc3-a1dc-ff24ee4e7641 service neutron] 10.222.0.30 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827878 Feb 16 08:35:10.924921 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-81743e2d-03bc-41b6-9d54-7ffc16b4371a service neutron] 10.222.0.30 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891440 Feb 16 08:35:11.087764 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-64ba3a0b-f2c8-4b27-9418-bf5d5a7cecbb req-b45c3326-f039-4a04-832a-13db46521648 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 210 time: 0.0321658 Feb 16 08:35:11.991808 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-bb8fd16b-564c-43e4-9eb9-7799d3e7effe tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:11.993283 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-bb8fd16b-564c-43e4-9eb9-7799d3e7effe tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 817 time: 0.1041965 Feb 16 08:35:12.055615 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-64f8dcad-96ff-4737-8515-52193215df82 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e1decab824d4e2688a82a531b0661c5 HTTP/1.1" status: 200 len: 380 time: 0.0534508 Feb 16 08:35:12.069176 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'port': {'device_id': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'admin_state_up': True, 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'security_groups': ['a745433f-7af7-4b78-8db9-2c4c43fc5209']}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:12.177650 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Made reservation on behalf of 8e1decab824d4e2688a82a531b0661c5 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:35:12.187598 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:12.187845 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ee1fc70a-7996-418d-8ace-a629ba7be5df req-ec6ce724-a857-480f-895c-c5f5149574f1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Feb 16 08:35:12.306596 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Allocated IP 172.20.0.14 (e94f7ea2-78d4-4d1a-b567-9bf27edd9528/2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc/a6460344-2873-4ac3-b7b3-4ff86809a0d1) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:35:12.434752 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:12.467632 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:12.514835 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:12.517900 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:12.522121 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:35:12.544975 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:12.575388 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:12.576062 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:12.593004 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-9afe0d47-583c-4695-9d34-a2e9174e7d84 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5276904 Feb 16 08:35:12.604848 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Request body: {'port': {'device_id': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:12.665780 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:12.788544 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-021cb204-23b7-4fad-aad9-0a71435143ed None None] Provisioning complete for port a6460344-2873-4ac3-b7b3-4ff86809a0d1 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:12.789124 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-021cb204-23b7-4fad-aad9-0a71435143ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:12.822844 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-021cb204-23b7-4fad-aad9-0a71435143ed None None] Port a6460344-2873-4ac3-b7b3-4ff86809a0d1 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:35:12.930272 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6460344-2873-4ac3-b7b3-4ff86809a0d1 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:35:12.937578 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Publish callbacks [] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:12.949824 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Transition to ACTIVE for port object a6460344-2873-4ac3-b7b3-4ff86809a0d1 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:35:12.953678 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:13.000987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:13.075529 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Attempting to bind port a6460344-2873-4ac3-b7b3-4ff86809a0d1 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:35:13.075872 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Attempting to bind port a6460344-2873-4ac3-b7b3-4ff86809a0d1 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:35:13.076204 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Attempting to bind port a6460344-2873-4ac3-b7b3-4ff86809a0d1 on network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:35:13.081884 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Port a6460344-2873-4ac3-b7b3-4ff86809a0d1 on network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:35:13.082211 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Attempting to bind port a6460344-2873-4ac3-b7b3-4ff86809a0d1 on network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:35:13.087454 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:35:13.087811 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Checking segment: {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:35:13.088222 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Bound using segment: {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:35:13.088673 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Bound port: a6460344-2873-4ac3-b7b3-4ff86809a0d1, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efb3e18-9401-456c-9962-9023e5309f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:35:13.089035 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:13.154686 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:35:13.158124 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:35:13.164055 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:13.197656 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:13.198282 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:13.199737 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] 10.222.0.71 "PUT /v2.0/ports/a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 200 len: 1094 time: 0.5992568 Feb 16 08:35:13.200202 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:35:13.202482 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0440cd1e-50fd-4662-a209-0d2a1017c630" -d '{"events": [{"name": "network-changed", "server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:35:13.230648 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e4f44-7166-48c5-ad69-11dcb41fe645 service neutron] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:13.282288 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e5d7f3-9af3-4638-9b9f-8c90ecd203d4 x-openstack-request-id: req-25e5d7f3-9af3-4638-9b9f-8c90ecd203d4 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:35:13.282589 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:35:13.282846 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25e5d7f3-9af3-4638-9b9f-8c90ecd203d4 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:35:13.283272 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'status': 'completed', 'code': 200} Feb 16 08:35:13.310150 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-0544f31c-fc14-44a5-83e7-61150f1f07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:13.311615 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-0544f31c-fc14-44a5-83e7-61150f1f07b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 1128 time: 0.0591192 Feb 16 08:35:13.341962 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e4c48-d0c7-4285-aec4-a092227bf894 req-2a30133e-2068-4b5f-acbe-ddc76460643f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:13.343562 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-150e4c48-d0c7-4285-aec4-a092227bf894 req-2a30133e-2068-4b5f-acbe-ddc76460643f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0566823 Feb 16 08:35:13.397914 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-150e4c48-d0c7-4285-aec4-a092227bf894 req-78504197-5819-4872-87b6-51b31f10efc7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477123 Feb 16 08:35:13.573729 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-636f0feb-4318-48b5-aec2-aca10e83d8ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 200 len: 217 time: 0.2543087 Feb 16 08:35:13.621965 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-a44c3b92-405c-49d7-aebd-46922c4318d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:13.623468 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-a44c3b92-405c-49d7-aebd-46922c4318d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0437069 Feb 16 08:35:13.661975 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0a38e934-1a14-4644-8ea4-1816cdb464d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:13.673951 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-fcd47ead-ecea-4997-a96a-e44c98eca98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:13.675529 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-fcd47ead-ecea-4997-a96a-e44c98eca98d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451949 Feb 16 08:35:13.766393 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-5ab19bc8-d563-424e-902f-106f371f81a3 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838375 Feb 16 08:35:13.857632 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d048d513-8bec-4c7e-8988-67c38777d7c9 req-5906c4b6-90e1-4547-b6a5-f7aa8404334a service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819807 Feb 16 08:35:13.966862 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-f217c6e8-14c1-4271-8ca2-25f668a01857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:13.968406 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-f217c6e8-14c1-4271-8ca2-25f668a01857 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 1128 time: 0.0565083 Feb 16 08:35:14.055522 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-9fa41d24-4ca5-4d00-b47b-1d1f4a0e3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:14.056986 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-9fa41d24-4ca5-4d00-b47b-1d1f4a0e3288 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.0822904 Feb 16 08:35:14.102964 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-7b460800-45a4-4dda-9341-f853fa066186 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 200 len: 217 time: 0.0395756 Feb 16 08:35:14.152069 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-61b52f7d-86fc-4152-b7b8-162aa260d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:14.153529 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-61b52f7d-86fc-4152-b7b8-162aa260d1cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0444028 Feb 16 08:35:14.205591 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-9c5ceb31-0cda-4434-89c9-66a4991e25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:14.207114 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-9c5ceb31-0cda-4434-89c9-66a4991e25cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470986 Feb 16 08:35:14.313835 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-41e503b0-f2e8-4b9c-9e73-6f1c7412b3e7 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004193 Feb 16 08:35:14.415487 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0440cd1e-50fd-4662-a209-0d2a1017c630 req-b075258c-3d5b-486d-a566-91a290ec5c2c service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943084 Feb 16 08:35:14.562980 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff43d82-edb8-42a3-985e-fea6889684de req-c822ea60-3353-4ac4-b2e6-da05da01906b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:14.571063 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4ff43d82-edb8-42a3-985e-fea6889684de req-c822ea60-3353-4ac4-b2e6-da05da01906b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0698860 Feb 16 08:35:14.624878 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4ff43d82-edb8-42a3-985e-fea6889684de req-d4ea2cd9-c9f3-4efb-8c41-afd7e477dc52 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482337 Feb 16 08:35:15.756560 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1bc78-6f07-47fb-8f60-63b57df905a4 req-d7a9da9c-92b7-43bb-ae54-4923ef32ed57 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:15.757988 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f0d1bc78-6f07-47fb-8f60-63b57df905a4 req-d7a9da9c-92b7-43bb-ae54-4923ef32ed57 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0561435 Feb 16 08:35:15.822065 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f0d1bc78-6f07-47fb-8f60-63b57df905a4 req-ff4a5725-254a-4b59-a4cc-df66061f374f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567384 Feb 16 08:35:15.933090 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-995fed89-c10b-4a6d-b8a0-080061c06c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:16.948188 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156c2c5-88c8-4131-b606-2fd45336b326 req-4352b002-dee0-4f9e-ab21-509e447a1a86 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:16.950009 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1156c2c5-88c8-4131-b606-2fd45336b326 req-4352b002-dee0-4f9e-ab21-509e447a1a86 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0531874 Feb 16 08:35:17.011108 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1156c2c5-88c8-4131-b606-2fd45336b326 req-7e3a2978-19de-470e-b702-e8cefbc2a09c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555215 Feb 16 08:35:17.421260 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:18.148301 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62d53-825a-494a-8df5-340b6a62bb69 req-4666588d-9e01-40da-9afa-0474c9f45a95 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:18.150010 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4f62d53-825a-494a-8df5-340b6a62bb69 req-4666588d-9e01-40da-9afa-0474c9f45a95 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0599055 Feb 16 08:35:18.200868 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d4f62d53-825a-494a-8df5-340b6a62bb69 req-902708b8-bd4c-4b46-95fe-94c7cd377b2f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Feb 16 08:35:18.510277 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:35:18.612793 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:18.630525 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'port_id': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'mac_address': 'fa:16:3e:1b:ae:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:35:18.677332 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a6460344-2873-4ac3-b7b3-4ff86809a0d1 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:18.677783 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:18.690976 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6460344-2873-4ac3-b7b3-4ff86809a0d1 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:35:18.712825 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:18.716874 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:18.766733 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:18.923489 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:19.120698 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['a6460344-2873-4ac3-b7b3-4ff86809a0d1'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:35:19.332455 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ef00-056a-4556-ad1d-f6ccaf9d88d3 req-1eae5d0b-8d99-4d89-807c-4ca21989fab1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:19.333934 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-99d7ef00-056a-4556-ad1d-f6ccaf9d88d3 req-1eae5d0b-8d99-4d89-807c-4ca21989fab1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 945 time: 0.0536768 Feb 16 08:35:19.382099 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-99d7ef00-056a-4556-ad1d-f6ccaf9d88d3 req-b51561e9-91dd-4370-adb8-a1e47ffec957 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425687 Feb 16 08:35:20.159559 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:20.539292 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:20.593165 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port a6460344-2873-4ac3-b7b3-4ff86809a0d1 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:35:20.597424 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port a6460344-2873-4ac3-b7b3-4ff86809a0d1 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:20.597802 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:20.671353 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10262-9434-413d-831e-e8157b517220 req-48c25595-fef6-4c98-b536-d429c139caeb tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:20.672792 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-82c10262-9434-413d-831e-e8157b517220 req-48c25595-fef6-4c98-b536-d429c139caeb tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 945 time: 0.0566645 Feb 16 08:35:20.674693 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a6460344-2873-4ac3-b7b3-4ff86809a0d1 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:20.675095 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:20.698099 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:35:20.700670 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe1039d-41a6-4a4e-bc37-ac0cfd55b486" -d '{"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-plugged", "status": "completed", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:35:20.713520 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:20.717549 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:20.721592 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-82c10262-9434-413d-831e-e8157b517220 req-b08202e9-1dec-49de-b1d6-85d2f5d5b5ce tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429153 Feb 16 08:35:20.748054 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70baa6ed-1808-4bf1-baf5-aff20040146e x-openstack-request-id: req-70baa6ed-1808-4bf1-baf5-aff20040146e {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:35:20.748516 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-plugged", "status": "completed", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:35:20.748780 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70baa6ed-1808-4bf1-baf5-aff20040146e {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:35:20.749169 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'code': 200} Feb 16 08:35:20.776807 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:20.916310 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e0400-cdd5-4e4d-8a5b-e718f58f23a3 req-4c1a2eda-1eef-4d3b-9b67-6bb157a9284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:20.917864 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f69e0400-cdd5-4e4d-8a5b-e718f58f23a3 req-4c1a2eda-1eef-4d3b-9b67-6bb157a9284d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 1130 time: 0.0482230 Feb 16 08:35:20.968025 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f69e0400-cdd5-4e4d-8a5b-e718f58f23a3 req-39f591b5-c9a6-40c2-9c3f-e3a6f7e52b58 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 Feb 16 08:35:21.844580 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a87b1-5a1f-43a5-b285-07e306bf8e44 req-44dd320e-4976-473d-99c4-1d63656937c5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:21.847225 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cd8a87b1-5a1f-43a5-b285-07e306bf8e44 req-44dd320e-4976-473d-99c4-1d63656937c5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0548735 Feb 16 08:35:21.896634 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cd8a87b1-5a1f-43a5-b285-07e306bf8e44 req-7aacd856-87c6-4513-abd0-981847deb29e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Feb 16 08:35:23.019049 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2911-2417-4004-97b4-9a1710cf073a req-03f54ccc-791e-4bb8-81b1-37446510b5e7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:23.021275 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1c0c2911-2417-4004-97b4-9a1710cf073a req-03f54ccc-791e-4bb8-81b1-37446510b5e7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0532939 Feb 16 08:35:23.070064 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1c0c2911-2417-4004-97b4-9a1710cf073a req-19247b06-8d86-4215-934f-842b0cab81a8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Feb 16 08:35:23.194573 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680e3a6-f215-4ab6-8107-92ced89384b7 req-2bf21008-8b38-4cab-b747-0f867869201e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:23.196005 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5680e3a6-f215-4ab6-8107-92ced89384b7 req-2bf21008-8b38-4cab-b747-0f867869201e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0591016 Feb 16 08:35:23.204516 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41224) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:23.209538 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-db154ba0-055a-44b7-aabe-a8d51bbbce0c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Request body: {'floatingip': {'port_id': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:23.248046 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-db154ba0-055a-44b7-aabe-a8d51bbbce0c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (d08f3adf-2ec1-4993-b336-87b500e3ccc5), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:23.669994 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-db154ba0-055a-44b7-aabe-a8d51bbbce0c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:23.673486 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-db154ba0-055a-44b7-aabe-a8d51bbbce0c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (d08f3adf-2ec1-4993-b336-87b500e3ccc5), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:23.774004 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.l3_db [None req-db154ba0-055a-44b7-aabe-a8d51bbbce0c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Floating IP d08f3adf-2ec1-4993-b336-87b500e3ccc5 associated. External IP: 172.27.0.113, port: a6460344-2873-4ac3-b7b3-4ff86809a0d1. Feb 16 08:35:23.981060 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db154ba0-055a-44b7-aabe-a8d51bbbce0c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Router bf6fd64c-bc22-4753-b158-2fdc29f3313b has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:35:24.085787 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db154ba0-055a-44b7-aabe-a8d51bbbce0c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:35:24.090852 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-db154ba0-055a-44b7-aabe-a8d51bbbce0c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:24.096208 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] Sync routers for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:35:24.105834 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:24.106459 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:24.125340 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-db154ba0-055a-44b7-aabe-a8d51bbbce0c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "PUT /v2.0/floatingips/d08f3adf-2ec1-4993-b336-87b500e3ccc5 HTTP/1.1" status: 200 len: 992 time: 0.9196980 Feb 16 08:35:24.125984 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:35:24.128426 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2734d6-2339-409e-8047-c238ba09b93a" -d '{"events": [{"name": "network-changed", "server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:35:24.165478 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740f614c-643d-4b6e-b707-00264f2f8e43 x-openstack-request-id: req-740f614c-643d-4b6e-b707-00264f2f8e43 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:35:24.165779 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:35:24.166031 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-740f614c-643d-4b6e-b707-00264f2f8e43 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:35:24.166502 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'status': 'completed', 'code': 200} Feb 16 08:35:24.217628 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:24.251129 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2734d6-2339-409e-8047-c238ba09b93a req-f76b7f5c-f203-46b7-bbf8-ef7bdc7aaa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:24.253430 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4d2734d6-2339-409e-8047-c238ba09b93a req-f76b7f5c-f203-46b7-bbf8-ef7bdc7aaa12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 1130 time: 0.0593069 Feb 16 08:35:24.345214 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2734d6-2339-409e-8047-c238ba09b93a req-1a772295-e374-4db5-b579-ab708f330156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:24.346780 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4d2734d6-2339-409e-8047-c238ba09b93a req-1a772295-e374-4db5-b579-ab708f330156 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.0870202 Feb 16 08:35:24.421737 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4d2734d6-2339-409e-8047-c238ba09b93a req-9d9e90e5-74c3-44ed-8feb-3f37f881dedc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 200 len: 1000 time: 0.0687959 Feb 16 08:35:24.469704 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'd08f3adf-2ec1-4993-b336-87b500e3ccc5', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'port_id': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'mac_address': 'fa:16:3e:1b:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:35:10Z', 'updated_at': '2022-02-16T08:35:23Z', 'revision_number': 1, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:24.474827 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2734d6-2339-409e-8047-c238ba09b93a req-0e1d1712-dfab-4c8d-96c4-c39f0d90d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:24.476358 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4d2734d6-2339-409e-8047-c238ba09b93a req-0e1d1712-dfab-4c8d-96c4-c39f0d90d102 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0478969 Feb 16 08:35:24.501088 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] Checking router: bf6fd64c-bc22-4753-b158-2fdc29f3313b for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:35:24.510985 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:24.511763 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:24.528140 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2734d6-2339-409e-8047-c238ba09b93a req-9e41543f-d3b1-4f8a-9db4-8ecacd331298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:24.529741 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4d2734d6-2339-409e-8047-c238ba09b93a req-9e41543f-d3b1-4f8a-9db4-8ecacd331298 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468934 Feb 16 08:35:24.620884 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:24.630897 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4d2734d6-2339-409e-8047-c238ba09b93a req-d81b7954-c901-4efa-9397-26894871021a service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906000 Feb 16 08:35:24.725198 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4d2734d6-2339-409e-8047-c238ba09b93a req-6ff162bd-1084-4008-b18e-b7b7603e3bd1 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882740 Feb 16 08:35:24.841570 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'd08f3adf-2ec1-4993-b336-87b500e3ccc5', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'port_id': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'mac_address': 'fa:16:3e:1b:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:35:10Z', 'updated_at': '2022-02-16T08:35:23Z', 'revision_number': 1, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:24.871377 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8522c9-256b-45ef-83a9-d28a3bcc3d56 None None] The sync data for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi is: [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': 'd08f3adf-2ec1-4993-b336-87b500e3ccc5', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'port_id': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'mac_address': 'fa:16:3e:1b:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:35:10Z', 'updated_at': '2022-02-16T08:35:23Z', 'revision_number': 1, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:35:25.056623 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee849c8-1053-4980-8fa2-8dfb28abeeaa None None] New status for floating IP d08f3adf-2ec1-4993-b336-87b500e3ccc5: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:35:30.261306 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41242) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:30.410725 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Deleting port 2618b9f1-2752-44f2-a8aa-80dd907fe675 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:30.411062 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (2618b9f1-2752-44f2-a8aa-80dd907fe675), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:30.484056 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (2618b9f1-2752-44f2-a8aa-80dd907fe675), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:30.484380 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for floatingip (2618b9f1-2752-44f2-a8aa-80dd907fe675), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:30.496358 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Calling delete_port for 2618b9f1-2752-44f2-a8aa-80dd907fe675 owned by network:floatingip {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:30.658618 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (2618b9f1-2752-44f2-a8aa-80dd907fe675), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:30.688198 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event deleted for resources: {'Port': ['ID=2618b9f1-2752-44f2-a8aa-80dd907fe675,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:30.711822 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.712175 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.712512 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.712843 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.713171 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.713495 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.713821 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.714142 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.714470 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.714791 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.715108 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.715448 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.715758 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:30.756033 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for floatingip (dfe52a21-ddc5-438f-9611-9617a83209e2), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:30.756359 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.l3_db [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Floating IP dfe52a21-ddc5-438f-9611-9617a83209e2 disassociated (deleted). External IP: 172.27.0.29, port: 27116893-8778-4e21-a1a7-bacfa0efe96a. Feb 16 08:35:30.966951 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Router 68c0e1bf-4246-4ba9-93e5-dae487118b2c has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:35:31.071845 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:35:31.076335 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:31.081296 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] Sync routers for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:35:31.091065 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:31.091708 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:31.108237 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-face1f9d-d8fe-45dc-be44-5b4486d334af tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "DELETE /v2.0/floatingips/dfe52a21-ddc5-438f-9611-9617a83209e2 HTTP/1.1" status: 204 len: 168 time: 0.8458960 Feb 16 08:35:31.108831 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:35:31.111141 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ff0456-46cc-4420-a595-df0d2a176218" -d '{"events": [{"name": "network-changed", "server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:35:31.147238 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d3cc67-f438-499e-b264-94b2a5b4863b x-openstack-request-id: req-58d3cc67-f438-499e-b264-94b2a5b4863b {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:35:31.147707 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:35:31.147961 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58d3cc67-f438-499e-b264-94b2a5b4863b {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:35:31.148393 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'status': 'completed', 'code': 200} Feb 16 08:35:31.205733 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:31.226804 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff0456-46cc-4420-a595-df0d2a176218 req-d73508d9-cff6-4fb5-b797-e02bb7792fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:31.228510 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11ff0456-46cc-4420-a595-df0d2a176218 req-d73508d9-cff6-4fb5-b797-e02bb7792fb9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b635dd78782e47178901359666afb725&device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 1129 time: 0.0496349 Feb 16 08:35:31.332798 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff0456-46cc-4420-a595-df0d2a176218 req-550f5eeb-5fdf-422f-be92-e39e08450bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:31.335031 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11ff0456-46cc-4420-a595-df0d2a176218 req-550f5eeb-5fdf-422f-be92-e39e08450bb3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fdae13f1-704e-4b02-bd9b-f9ccbc098829 HTTP/1.1" status: 200 len: 909 time: 0.0987761 Feb 16 08:35:31.353613 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13beee6-f3be-4824-b523-6b2904df0a64 req-ad26054d-baca-4c0a-8fd8-4a7be6dbcb76 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:31.355209 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f13beee6-f3be-4824-b523-6b2904df0a64 req-ad26054d-baca-4c0a-8fd8-4a7be6dbcb76 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0569789 Feb 16 08:35:31.379067 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11ff0456-46cc-4420-a595-df0d2a176218 req-7ebfe511-acac-4159-9fb9-59e915345de8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 200 len: 217 time: 0.0371225 Feb 16 08:35:31.407749 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f13beee6-f3be-4824-b523-6b2904df0a64 req-5ceda218-07d4-41c5-8ced-ed573620be30 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Feb 16 08:35:31.435337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff0456-46cc-4420-a595-df0d2a176218 req-8188cdc9-9dce-4f12-8d29-aed11c0fc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:31.436994 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11ff0456-46cc-4420-a595-df0d2a176218 req-8188cdc9-9dce-4f12-8d29-aed11c0fc826 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=186cebaf-3106-4360-a889-dd26e7a456d9 HTTP/1.1" status: 200 len: 847 time: 0.0503151 Feb 16 08:35:31.486723 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff0456-46cc-4420-a595-df0d2a176218 req-710c14cf-cc01-42b7-9b05-5cc5701e2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:31.488257 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11ff0456-46cc-4420-a595-df0d2a176218 req-710c14cf-cc01-42b7-9b05-5cc5701e2842 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fdae13f1-704e-4b02-bd9b-f9ccbc098829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432215 Feb 16 08:35:31.551740 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '028a21bd-510e-4022-9650-a455a6301eef', 'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'tenant_id': 'b635dd78782e47178901359666afb725', 'mac_address': 'fa:16:3e:51:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:29Z', 'updated_at': '2022-02-16T08:28:34Z', 'revision_number': 5, 'project_id': 'b635dd78782e47178901359666afb725', 'subnets': [{'id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:31.578743 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11ff0456-46cc-4420-a595-df0d2a176218 req-6b98bb21-518c-4a07-b534-499713c982bf service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836027 Feb 16 08:35:31.582233 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] Checking router: 68c0e1bf-4246-4ba9-93e5-dae487118b2c for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:35:31.591757 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:31.592367 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:31.670763 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11ff0456-46cc-4420-a595-df0d2a176218 req-7316ab68-0e8e-40d1-bb5a-81189742b576 service neutron] 10.222.0.71 "GET /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843441 Feb 16 08:35:31.700191 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:31.750153 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:35:31.892610 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '028a21bd-510e-4022-9650-a455a6301eef', 'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'tenant_id': 'b635dd78782e47178901359666afb725', 'mac_address': 'fa:16:3e:51:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:29Z', 'updated_at': '2022-02-16T08:28:34Z', 'revision_number': 5, 'project_id': 'b635dd78782e47178901359666afb725', 'subnets': [{'id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:31.921584 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eaba9b-420f-416a-b988-6c04e7053c52 None None] The sync data for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi is: [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:30Z', 'revision_number': 4, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '028a21bd-510e-4022-9650-a455a6301eef', 'name': '', 'network_id': 'fdae13f1-704e-4b02-bd9b-f9ccbc098829', 'tenant_id': 'b635dd78782e47178901359666afb725', 'mac_address': 'fa:16:3e:51:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:29Z', 'updated_at': '2022-02-16T08:28:34Z', 'revision_number': 5, 'project_id': 'b635dd78782e47178901359666afb725', 'subnets': [{'id': '186cebaf-3106-4360-a889-dd26e7a456d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:35:32.138535 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161d5f7-1535-4555-aeef-69380143bdba None None] New status for floating IP dfe52a21-ddc5-438f-9611-9617a83209e2: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:35:32.529894 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76474c70-28a3-49ab-adf2-be7960127725 req-aad0c58a-d6fb-4847-bf50-f2e44dca9bb0 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:32.531353 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-76474c70-28a3-49ab-adf2-be7960127725 req-aad0c58a-d6fb-4847-bf50-f2e44dca9bb0 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0520885 Feb 16 08:35:32.581302 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-76474c70-28a3-49ab-adf2-be7960127725 req-bb6a70e5-7256-47a5-b3cb-676e4bd96889 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/security-groups?id=b715f9c3-79bf-4f85-a91f-86ff3871ed75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444329 Feb 16 08:35:33.294936 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d53f35c4-bef2-4ce2-91b9-840a3f851b99 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:33.297865 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d53f35c4-bef2-4ce2-91b9-840a3f851b99 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.71 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 945 time: 0.0530016 Feb 16 08:35:33.392750 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Deleting port 27116893-8778-4e21-a1a7-bacfa0efe96a {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:33.393089 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:33.477114 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] For port 27116893-8778-4e21-a1a7-bacfa0efe96a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27116893-8778-4e21-a1a7-bacfa0efe96a,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:33.477479 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:33.489389 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Calling delete_port for 27116893-8778-4e21-a1a7-bacfa0efe96a owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:33.616810 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (27116893-8778-4e21-a1a7-bacfa0efe96a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:33.645066 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event deleted for resources: {'Port': ['ID=27116893-8778-4e21-a1a7-bacfa0efe96a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:33.691721 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] No DVR routers for this DVR port 27116893-8778-4e21-a1a7-bacfa0efe96a on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:35:33.695550 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:33.698445 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ea360f73-d0a4-4062-8473-352aed732eb0 req-d5812cb3-7c0b-4f28-87d2-b734cc71ed7c tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.71 "DELETE /v2.0/ports/27116893-8778-4e21-a1a7-bacfa0efe96a HTTP/1.1" status: 204 len: 173 time: 0.3945336 Feb 16 08:35:33.698767 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'name': 'network-vif-deleted', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:35:33.701613 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5ed764-3f3b-4671-af14-4a9946cb6013" -d '{"events": [{"server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "name": "network-vif-deleted", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:35:33.738587 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2bdcc6-6fa5-4bc7-b220-17e8eb0c3d01 x-openstack-request-id: req-5b2bdcc6-6fa5-4bc7-b220-17e8eb0c3d01 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:35:33.738884 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021dd98a-eb10-4846-93ca-c8463523d854", "name": "network-vif-deleted", "tag": "27116893-8778-4e21-a1a7-bacfa0efe96a", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:35:33.739142 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b2bdcc6-6fa5-4bc7-b220-17e8eb0c3d01 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:35:33.739710 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021dd98a-eb10-4846-93ca-c8463523d854', 'name': 'network-vif-deleted', 'tag': '27116893-8778-4e21-a1a7-bacfa0efe96a', 'status': 'completed', 'code': 200} Feb 16 08:35:33.750994 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b109ed6a-22ae-470d-b395-cbd0ad89b30e req-ec31d200-03be-4547-b2c6-0813bfed41d5 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "GET /v2.0/ports?device_id=021dd98a-eb10-4846-93ca-c8463523d854 HTTP/1.1" status: 200 len: 210 time: 0.0949745 Feb 16 08:35:34.810951 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41264) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:34.865242 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b50f745e-3ba3-4ed0-90c3-af9c17715da3 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group (b715f9c3-79bf-4f85-a91f-86ff3871ed75), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:34.890343 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b50f745e-3ba3-4ed0-90c3-af9c17715da3 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group (b715f9c3-79bf-4f85-a91f-86ff3871ed75), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:34.951127 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b50f745e-3ba3-4ed0-90c3-af9c17715da3 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (b715f9c3-79bf-4f85-a91f-86ff3871ed75), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:34.953759 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b50f745e-3ba3-4ed0-90c3-af9c17715da3 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:34.954994 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b50f745e-3ba3-4ed0-90c3-af9c17715da3 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] 10.222.0.30 "DELETE /v2.0/security-groups/b715f9c3-79bf-4f85-a91f-86ff3871ed75 HTTP/1.1" status: 204 len: 168 time: 0.1429892 Feb 16 08:35:34.964240 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f745e-3ba3-4ed0-90c3-af9c17715da3 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b715f9c3-79bf-4f85-a91f-86ff3871ed75,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:35.006220 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41268) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:35.444028 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3640606'] for router_interface (68c0e1bf-4246-4ba9-93e5-dae487118b2c), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:35.895813 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Deleting port 028a21bd-510e-4022-9650-a455a6301eef {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:35.896497 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (028a21bd-510e-4022-9650-a455a6301eef), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:35.973239 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] For port 028a21bd-510e-4022-9650-a455a6301eef, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=028a21bd-510e-4022-9650-a455a6301eef,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:35.973600 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (028a21bd-510e-4022-9650-a455a6301eef), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:35.986308 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Calling delete_port for 028a21bd-510e-4022-9650-a455a6301eef owned by network:router_interface {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:36.164986 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (028a21bd-510e-4022-9650-a455a6301eef), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:36.198906 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=028a21bd-510e-4022-9650-a455a6301eef,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:36.373239 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3662567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3640558'] for router_interface (68c0e1bf-4246-4ba9-93e5-dae487118b2c), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:36.586070 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Router 68c0e1bf-4246-4ba9-93e5-dae487118b2c has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:35:36.588403 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 27116893-8778-4e21-a1a7-bacfa0efe96a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:35:36.609384 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 27116893-8778-4e21-a1a7-bacfa0efe96a {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:35:36.609880 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 27116893-8778-4e21-a1a7-bacfa0efe96a not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:35:36.695012 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:35:36.700001 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-952f1aee-3f6d-4fee-88b8-13052ea65f33 admin admin] 10.222.0.30 "PUT /v2.0/routers/68c0e1bf-4246-4ba9-93e5-dae487118b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6927316 Feb 16 08:35:36.702547 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41272) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:36.703453 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] Sync routers for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:35:36.714612 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:36.715230 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:36.806767 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks [] for router (68c0e1bf-4246-4ba9-93e5-dae487118b2c), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:36.820563 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:36.909611 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks [] for router_gateway (68c0e1bf-4246-4ba9-93e5-dae487118b2c), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:36.969605 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Deleting port d56c3d15-5858-4687-974f-6f6b87b300db {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:36.969995 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.003551 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:35:36Z', 'revision_number': 5, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port': {'id': 'd56c3d15-5858-4687-974f-6f6b87b300db', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:37.033275 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] Checking router: 68c0e1bf-4246-4ba9-93e5-dae487118b2c for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:35:37.041645 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] Routers {'68c0e1bf-4246-4ba9-93e5-dae487118b2c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:37.042252 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:37.054122 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] For port d56c3d15-5858-4687-974f-6f6b87b300db, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=d56c3d15-5858-4687-974f-6f6b87b300db,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:37.054502 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.065978 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Calling delete_port for d56c3d15-5858-4687-974f-6f6b87b300db owned by network:router_gateway {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:37.132560 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] Set router 68c0e1bf-4246-4ba9-93e5-dae487118b2c gateway port host: None {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:37.185631 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:35:36Z', 'revision_number': 6, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port_host': None}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:37.215487 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c28b16-2877-40b9-9422-63d42076e913 None None] The sync data for ids ['68c0e1bf-4246-4ba9-93e5-dae487118b2c'] in dv-cinder-773985-28-iscsi is: [{'id': '68c0e1bf-4246-4ba9-93e5-dae487118b2c', 'name': 'tempest-TestShelveInstance-755332939-router', 'tenant_id': 'b635dd78782e47178901359666afb725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:27Z', 'updated_at': '2022-02-16T08:35:36Z', 'revision_number': 6, 'project_id': 'b635dd78782e47178901359666afb725', 'gw_port_host': None}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:35:37.246689 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (d56c3d15-5858-4687-974f-6f6b87b300db), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.299251 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56c3d15-5858-4687-974f-6f6b87b300db,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:37.354262 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3637588'] for router_gateway (68c0e1bf-4246-4ba9-93e5-dae487118b2c), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.454777 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3649993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2546'] for router (68c0e1bf-4246-4ba9-93e5-dae487118b2c), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.456912 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks [] for router_controller (68c0e1bf-4246-4ba9-93e5-dae487118b2c), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.500385 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3649984'] for router (68c0e1bf-4246-4ba9-93e5-dae487118b2c), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.501196 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68c0e1bf-4246-4ba9-93e5-dae487118b2c {{(pid=102593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:35:37.506756 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.507960 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-9cc87a8c-0a25-4a0a-9ab7-d2d4d528ed80 admin admin] 10.222.0.30 "DELETE /v2.0/routers/68c0e1bf-4246-4ba9-93e5-dae487118b2c HTTP/1.1" status: 204 len: 168 time: 0.8044546 Feb 16 08:35:37.510447 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41276) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:37.553292 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff279f8-e504-49c6-a666-4abf15700277 admin admin] Deleting subnet 186cebaf-3106-4360-a889-dd26e7a456d9 {{(pid=102593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:35:37.557585 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-aff279f8-e504-49c6-a666-4abf15700277 admin admin] Publish callbacks [] for subnet (186cebaf-3106-4360-a889-dd26e7a456d9), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.598107 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-aff279f8-e504-49c6-a666-4abf15700277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58762539'] for subnet (186cebaf-3106-4360-a889-dd26e7a456d9), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.698745 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.707114 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-aff279f8-e504-49c6-a666-4abf15700277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (186cebaf-3106-4360-a889-dd26e7a456d9), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.756922 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-aff279f8-e504-49c6-a666-4abf15700277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59264197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59584566'] for subnet (186cebaf-3106-4360-a889-dd26e7a456d9), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.786073 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff279f8-e504-49c6-a666-4abf15700277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186cebaf-3106-4360-a889-dd26e7a456d9,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:37.788603 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-aff279f8-e504-49c6-a666-4abf15700277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.793738 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-aff279f8-e504-49c6-a666-4abf15700277 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/186cebaf-3106-4360-a889-dd26e7a456d9 HTTP/1.1" status: 204 len: 168 time: 0.2803514 Feb 16 08:35:37.794180 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41282) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:37.797611 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20465a47-ad59-4d92-9ae0-a452fdf20d30 None None] Network fdae13f1-704e-4b02-bd9b-f9ccbc098829 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:35:37.860690 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (fdae13f1-704e-4b02-bd9b-f9ccbc098829), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.913843 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Deleting port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:37.914449 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.980403 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] For port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=4a2ba33f-1c4f-43ba-80ef-9361bf53f87f,segment=NetworkSegment(67f969bd-11bc-4693-a790-4ba7fc772d0b),segment_id=67f969bd-11bc-4693-a790-4ba7fc772d0b)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:37.980858 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:37.994615 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Calling delete_port for 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:38.009710 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] DHCP port deletion for fdae13f1-704e-4b02-bd9b-f9ccbc098829 request from dv-cinder-773985-28-iscsi {{(pid=102596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 08:35:38.021249 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 028a21bd-510e-4022-9650-a455a6301eef no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:35:38.043632 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 028a21bd-510e-4022-9650-a455a6301eef {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:35:38.043991 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 028a21bd-510e-4022-9650-a455a6301eef not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:35:38.081276 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.085753 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] Deleting port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:38.086274 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.111245 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2ba33f-1c4f-43ba-80ef-9361bf53f87f,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:38.113113 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] No DVR routers for this DVR port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f on host dv-cinder-773985-28-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:35:38.154891 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] For port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f, host dv-cinder-773985-28-iscsi, got binding levels [] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:38.155302 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.168169 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] Calling delete_port for 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:38.172319 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] Port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f was not found and therefore no delete operation was performed {{(pid=102596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 08:35:38.173695 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831'] for port (4a2ba33f-1c4f-43ba-80ef-9361bf53f87f), after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.183299 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (fdae13f1-704e-4b02-bd9b-f9ccbc098829), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.197317 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] Pushing event deleted for resources: {'Port': ['ID=4a2ba33f-1c4f-43ba-80ef-9361bf53f87f,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:38.205636 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd7e03-b93b-492f-b992-3089d6a6dcd2 None None] No DVR routers for this DVR port 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f on host dv-cinder-773985-28-iscsi {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:35:38.208744 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdae13f1-704e-4b02-bd9b-f9ccbc098829']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:38.220295 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f969bd-11bc-4693-a790-4ba7fc772d0b') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:38.220648 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f969bd-11bc-4693-a790-4ba7fc772d0b') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:38.232477 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (67f969bd-11bc-4693-a790-4ba7fc772d0b), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.246689 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (67f969bd-11bc-4693-a790-4ba7fc772d0b), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.253399 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:35:38.253881 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (67f969bd-11bc-4693-a790-4ba7fc772d0b), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:35:38.255796 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:35:38.314232 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (fdae13f1-704e-4b02-bd9b-f9ccbc098829), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.330099 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:38.333306 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fdae13f1-704e-4b02-bd9b-f9ccbc098829 HTTP/1.1" status: 204 len: 168 time: 0.5382254 Feb 16 08:35:38.334652 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5982e73-234e-4eae-bef9-668c1a46dd10 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdae13f1-704e-4b02-bd9b-f9ccbc098829,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:38.336480 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41284) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:38.902730 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3640606'] for router_interface (16f9ce55-52ca-421f-8fa0-6740507c411a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:39.145923 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Deleting port 11b9e3cc-1e96-40ba-a502-636c051f122f {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:39.146665 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:39.223696 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] For port 11b9e3cc-1e96-40ba-a502-636c051f122f, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=11b9e3cc-1e96-40ba-a502-636c051f122f,segment=NetworkSegment(f51a6a06-47a3-4511-9b61-650b9bd145f2),segment_id=f51a6a06-47a3-4511-9b61-650b9bd145f2)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:39.223970 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:39.237833 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Calling delete_port for 11b9e3cc-1e96-40ba-a502-636c051f122f owned by network:router_interface {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:39.417454 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (11b9e3cc-1e96-40ba-a502-636c051f122f), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:39.443077 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b9e3cc-1e96-40ba-a502-636c051f122f,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:39.598209 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d56c3d15-5858-4687-974f-6f6b87b300db no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:35:39.621545 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: d56c3d15-5858-4687-974f-6f6b87b300db {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:35:39.621874 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d56c3d15-5858-4687-974f-6f6b87b300db not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:35:39.622287 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:35:39.622843 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3662567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3640558'] for router_interface (16f9ce55-52ca-421f-8fa0-6740507c411a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:39.641974 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:35:39.642518 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 4a2ba33f-1c4f-43ba-80ef-9361bf53f87f not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:35:39.840412 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Router 16f9ce55-52ca-421f-8fa0-6740507c411a has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:35:39.942409 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:35:39.950911 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e705d030-2b62-4c69-9dbf-18266c8b8d61 admin admin] 10.222.0.30 "PUT /v2.0/routers/16f9ce55-52ca-421f-8fa0-6740507c411a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6111929 Feb 16 08:35:39.951101 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41286) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:39.954544 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] Sync routers for ids ['16f9ce55-52ca-421f-8fa0-6740507c411a'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:35:39.964038 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] Routers {'16f9ce55-52ca-421f-8fa0-6740507c411a'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:39.964731 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['16f9ce55-52ca-421f-8fa0-6740507c411a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:40.055757 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks [] for router (16f9ce55-52ca-421f-8fa0-6740507c411a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.070559 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] Set router 16f9ce55-52ca-421f-8fa0-6740507c411a gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:40.159339 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks [] for router_gateway (16f9ce55-52ca-421f-8fa0-6740507c411a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.213667 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Deleting port a369dc39-157b-4633-ae59-b52a66704c9d {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:40.214006 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.244961 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:35:39Z', 'revision_number': 5, 'project_id': '754477a326674f638142850a7b10f25d', 'gw_port': {'id': 'a369dc39-157b-4633-ae59-b52a66704c9d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:40.271305 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] Checking router: 16f9ce55-52ca-421f-8fa0-6740507c411a for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:35:40.279664 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] Routers {'16f9ce55-52ca-421f-8fa0-6740507c411a'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:40.280269 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['16f9ce55-52ca-421f-8fa0-6740507c411a'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:40.307895 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] For port a369dc39-157b-4633-ae59-b52a66704c9d, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=a369dc39-157b-4633-ae59-b52a66704c9d,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:40.308262 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.320242 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Calling delete_port for a369dc39-157b-4633-ae59-b52a66704c9d owned by network:router_gateway {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:40.366950 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] Set router 16f9ce55-52ca-421f-8fa0-6740507c411a gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:40.488535 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (a369dc39-157b-4633-ae59-b52a66704c9d), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.508436 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:35:40Z', 'revision_number': 6, 'project_id': '754477a326674f638142850a7b10f25d', 'gw_port_host': None}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:40.512270 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Pushing event deleted for resources: {'Port': ['ID=a369dc39-157b-4633-ae59-b52a66704c9d,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:40.534824 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b2804b-4fdd-4617-b43e-1ee5063b68c6 None None] The sync data for ids ['16f9ce55-52ca-421f-8fa0-6740507c411a'] in dv-cinder-773985-28-iscsi is: [{'id': '16f9ce55-52ca-421f-8fa0-6740507c411a', 'name': 'tempest-TestShelveInstance-1496781147-router', 'tenant_id': '754477a326674f638142850a7b10f25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:28:32Z', 'updated_at': '2022-02-16T08:35:40Z', 'revision_number': 6, 'project_id': '754477a326674f638142850a7b10f25d', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:35:40.582468 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3637588'] for router_gateway (16f9ce55-52ca-421f-8fa0-6740507c411a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.672645 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3649993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2546'] for router (16f9ce55-52ca-421f-8fa0-6740507c411a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.674768 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks [] for router_controller (16f9ce55-52ca-421f-8fa0-6740507c411a), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.716271 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3649984'] for router (16f9ce55-52ca-421f-8fa0-6740507c411a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.716783 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f9ce55-52ca-421f-8fa0-6740507c411a {{(pid=102593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:35:40.720924 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.722067 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-22a771dd-6ca1-4030-bea6-64f804fcabee admin admin] 10.222.0.30 "DELETE /v2.0/routers/16f9ce55-52ca-421f-8fa0-6740507c411a HTTP/1.1" status: 204 len: 168 time: 0.7699466 Feb 16 08:35:40.724639 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41288) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:40.767847 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d4c866-0cff-4a3b-87b7-f06698ecf4c4 admin admin] Deleting subnet a564e343-d35b-4da5-83e0-027cd7300e32 {{(pid=102593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:35:40.770800 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c866-0cff-4a3b-87b7-f06698ecf4c4 admin admin] Publish callbacks [] for subnet (a564e343-d35b-4da5-83e0-027cd7300e32), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.808158 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c866-0cff-4a3b-87b7-f06698ecf4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58762539'] for subnet (a564e343-d35b-4da5-83e0-027cd7300e32), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.881358 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c866-0cff-4a3b-87b7-f06698ecf4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (a564e343-d35b-4da5-83e0-027cd7300e32), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.938298 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c866-0cff-4a3b-87b7-f06698ecf4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59264197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59584566'] for subnet (a564e343-d35b-4da5-83e0-027cd7300e32), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.966158 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4c866-0cff-4a3b-87b7-f06698ecf4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a564e343-d35b-4da5-83e0-027cd7300e32,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:40.969790 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c866-0cff-4a3b-87b7-f06698ecf4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:40.973288 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a7d4c866-0cff-4a3b-87b7-f06698ecf4c4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a564e343-d35b-4da5-83e0-027cd7300e32 HTTP/1.1" status: 204 len: 168 time: 0.2474334 Feb 16 08:35:40.975585 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41290) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:40.979698 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67387085-d3d8-4e9c-979e-2499eb1b105e None None] Network c5ded0d4-f18c-4f9a-beef-1320288afb72 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:35:41.049510 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (c5ded0d4-f18c-4f9a-beef-1320288afb72), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.104534 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Deleting port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:35:41.104876 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.169969 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] For port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3,segment=NetworkSegment(f51a6a06-47a3-4511-9b61-650b9bd145f2),segment_id=f51a6a06-47a3-4511-9b61-650b9bd145f2)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:41.170652 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.182522 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Calling delete_port for e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:35:41.259179 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.285057 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:41.286846 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] No DVR routers for this DVR port e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 on host dv-cinder-773985-28-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:35:41.334373 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac19e5-1c13-46af-bb5e-b52932fb048b None None] DHCP port deletion for c5ded0d4-f18c-4f9a-beef-1320288afb72 request from dv-cinder-773985-28-iscsi {{(pid=102596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 08:35:41.367163 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (c5ded0d4-f18c-4f9a-beef-1320288afb72), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.387058 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ded0d4-f18c-4f9a-beef-1320288afb72']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:41.396131 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51a6a06-47a3-4511-9b61-650b9bd145f2') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:41.396425 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51a6a06-47a3-4511-9b61-650b9bd145f2') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:41.406062 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (f51a6a06-47a3-4511-9b61-650b9bd145f2), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.420835 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (f51a6a06-47a3-4511-9b61-650b9bd145f2), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.427119 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:35:41.427523 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (f51a6a06-47a3-4511-9b61-650b9bd145f2), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:35:41.429792 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:35:41.491330 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (c5ded0d4-f18c-4f9a-beef-1320288afb72), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.497408 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.500640 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c5ded0d4-f18c-4f9a-beef-1320288afb72 HTTP/1.1" status: 204 len: 168 time: 0.5241258 Feb 16 08:35:41.512242 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85983d6-dbf9-41e8-b871-103c861bdf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ded0d4-f18c-4f9a-beef-1320288afb72,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:41.537415 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 11b9e3cc-1e96-40ba-a502-636c051f122f no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:35:41.558225 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 11b9e3cc-1e96-40ba-a502-636c051f122f {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:35:41.558491 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 11b9e3cc-1e96-40ba-a502-636c051f122f not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:35:41.558924 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:35:41.583004 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:35:41.583390 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device e0ac57f3-9f3c-4ee6-a02e-a41d6ace1cf3 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:35:41.583863 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device a369dc39-157b-4633-ae59-b52a66704c9d no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:35:41.653219 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41294) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:41.697168 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b1e99818-c73e-4223-9685-b48a97dfcf70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b635dd78782e47178901359666afb725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426304 Feb 16 08:35:41.699750 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41296) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:41.731495 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: a369dc39-157b-4633-ae59-b52a66704c9d {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:35:41.731852 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device a369dc39-157b-4633-ae59-b52a66704c9d not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:35:41.747855 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6edc07fa-c69e-4558-8764-46d04381efff admin admin] Publish callbacks [] for security_group (4a66fa60-e780-4587-96b9-7aa277ca34d4), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.768778 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6edc07fa-c69e-4558-8764-46d04381efff admin admin] Publish callbacks [] for security_group (4a66fa60-e780-4587-96b9-7aa277ca34d4), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.816551 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6edc07fa-c69e-4558-8764-46d04381efff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (4a66fa60-e780-4587-96b9-7aa277ca34d4), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.819882 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6edc07fa-c69e-4558-8764-46d04381efff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:41.821063 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-6edc07fa-c69e-4558-8764-46d04381efff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a66fa60-e780-4587-96b9-7aa277ca34d4 HTTP/1.1" status: 204 len: 168 time: 0.1203098 Feb 16 08:35:41.829353 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc07fa-c69e-4558-8764-46d04381efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a66fa60-e780-4587-96b9-7aa277ca34d4,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:42.131273 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41302) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:42.169340 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d22c23ca-41ea-46f2-9265-ae1f41750734 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=754477a326674f638142850a7b10f25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0362415 Feb 16 08:35:42.171880 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41304) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:42.225673 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-69f8106e-7c0e-4950-99dd-cdfb78099e0b admin admin] Publish callbacks [] for security_group (2b034212-640f-473b-969c-4e0683f79d7c), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:42.246896 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-69f8106e-7c0e-4950-99dd-cdfb78099e0b admin admin] Publish callbacks [] for security_group (2b034212-640f-473b-969c-4e0683f79d7c), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:42.292934 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-69f8106e-7c0e-4950-99dd-cdfb78099e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2b034212-640f-473b-969c-4e0683f79d7c), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:42.295625 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-69f8106e-7c0e-4950-99dd-cdfb78099e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:42.297077 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-69f8106e-7c0e-4950-99dd-cdfb78099e0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b034212-640f-473b-969c-4e0683f79d7c HTTP/1.1" status: 204 len: 168 time: 0.1241617 Feb 16 08:35:42.305353 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8106e-7c0e-4950-99dd-cdfb78099e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b034212-640f-473b-969c-4e0683f79d7c,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:42.939289 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41326) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:43.032072 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1852973754-network', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:43.051450 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Made reservation on behalf of 3d3cdc149a9044ecbf603f943cc9c6c4 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:35:43.053648 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.061586 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.134725 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Publish callbacks [] for security_group (064a05e4-27ac-4867-adfa-6e1808bc3892), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.138467 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (064a05e4-27ac-4867-adfa-6e1808bc3892), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.158875 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:35:43.174373 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064a05e4-27ac-4867-adfa-6e1808bc3892,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:43.177265 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (2836e04e-b09c-4d71-bd21-21d45e66ac13), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.177610 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Added segment 2836e04e-b09c-4d71-bd21-21d45e66ac13 of type vlan for network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 Feb 16 08:35:43.218954 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.245550 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.246527 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:43.247109 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.279529 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3390958 Feb 16 08:35:43.282531 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41330) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:43.287564 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Request body: {'subnet': {'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1852973754-subnet', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'ip_version': 4}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:43.307602 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Made reservation on behalf of 3d3cdc149a9044ecbf603f943cc9c6c4 for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:35:43.308789 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394d1af-daaf-4949-b533-a33dd731ab34 admin admin] Pushing event updated for resources: {'Network': ['ID=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:43.309954 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59022935'] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.318410 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:35:43.480342 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58862207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59022949'] for subnet (3c3c8767-cb11-486e-ae57-08df27fd93f5), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.535782 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3c8767-cb11-486e-ae57-08df27fd93f5,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:43.546798 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.547154 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.547522 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.547864 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.548201 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.548532 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.548865 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.549193 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.549520 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.549845 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.550171 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.550493 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.550815 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:43.556508 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Checking segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:35:43.556888 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Network hostable DHCP agents. Network: 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:35:43.574589 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:35:43.583074 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:43.587180 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:43.587816 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.592284 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd9d27-53be-4adc-8c3e-9b0d941e1bb7 None None] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:35:43.603368 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-86a6dd0e-28d0-4bda-a7d2-6c40889718bd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3197179 Feb 16 08:35:43.606191 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41332) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:43.610678 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:43.630050 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (be7ef47b-65e9-4616-95e8-36b74ec7a348), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.631399 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (be7ef47b-65e9-4616-95e8-36b74ec7a348), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.675227 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9241f7dd-7ea3-4a75-a5af-30f1213812e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.691157 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks [] for router_controller (be7ef47b-65e9-4616-95e8-36b74ec7a348), precommit_add_association {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.705793 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:35:43.706643 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:43.850628 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Allocated IP 172.20.0.2 (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312/3c3c8767-cb11-486e-ae57-08df27fd93f5/1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:35:44.000609 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Publish callbacks [] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.006337 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.047358 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:44.050247 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:44.054993 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:35:44.060165 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Pushing event updated for resources: {'Port': ['ID=1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:44.069303 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks [] for router_gateway (be7ef47b-65e9-4616-95e8-36b74ec7a348), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.090441 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.090808 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.091138 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.091505 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.091842 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.092174 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.092501 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.092829 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.093165 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.093495 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.093817 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.094132 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.094450 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:44.124001 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Attempting to bind port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:35:44.124375 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Attempting to bind port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:35:44.124738 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Attempting to bind port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:35:44.129872 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:35:44.130253 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Checking segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:35:44.130652 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.131039 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Bound using segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:35:44.131523 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Bound port: 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:35:44.131907 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.193924 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] For port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:35:44.197374 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] For port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:35:44.203530 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.263976 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a10faa-18c0-4701-8deb-b6840436397c None None] Pushing event updated for resources: {'Port': ['ID=1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:44.281246 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks [] for router_gateway (be7ef47b-65e9-4616-95e8-36b74ec7a348), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.302403 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.423902 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Allocated IP 172.27.0.175 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/16796e96-7dd4-4198-89e4-df01af0c9775) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:35:44.542703 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks [] for port (16796e96-7dd4-4198-89e4-df01af0c9775), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.577353 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:44.613328 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:44.617987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:44.620351 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:35:44.651750 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Pushing event updated for resources: {'Port': ['ID=16796e96-7dd4-4198-89e4-df01af0c9775,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:44.885027 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks [] for router_gateway (be7ef47b-65e9-4616-95e8-36b74ec7a348), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.089953 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (be7ef47b-65e9-4616-95e8-36b74ec7a348), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.152297 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda3ecfd-1281-4d01-8d75-ca57df099624 None None] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:35:45.222993 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Router be7ef47b-65e9-4616-95e8-36b74ec7a348 is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:35:45.234498 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-62ec53c5-5839-4620-9c97-d26f8d3fe887 None None] Provisioning complete for port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:45.234875 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62ec53c5-5839-4620-9c97-d26f8d3fe887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.334748 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:35:45.347569 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Sync routers for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:35:45.350078 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-62ec53c5-5839-4620-9c97-d26f8d3fe887 None None] Current status of the port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:45.350502 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62ec53c5-5839-4620-9c97-d26f8d3fe887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.355468 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.357007 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-ebd20505-1b1f-4e43-8312-35f6aeaeba8e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7495120 Feb 16 08:35:45.360197 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41338) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:45.376625 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:45.377278 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:45.458193 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-62ec53c5-5839-4620-9c97-d26f8d3fe887 None None] For port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:45.466483 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-62ec53c5-5839-4620-9c97-d26f8d3fe887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.539233 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec53c5-5839-4620-9c97-d26f8d3fe887 None None] Pushing event updated for resources: {'Port': ['ID=1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:45.550979 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:45.610972 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:45.671747 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-048c9c76-ab1a-418b-b562-a8eb7c20f575 None None] Provisioning complete for port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:45.672229 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-048c9c76-ab1a-418b-b562-a8eb7c20f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.768068 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:45.768464 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.818210 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.870300 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-048c9c76-ab1a-418b-b562-a8eb7c20f575 None None] Current status of the port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:45.921722 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:44Z', 'revision_number': 3, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:45.958363 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Checking router: be7ef47b-65e9-4616-95e8-36b74ec7a348 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:35:45.958720 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Updating router be7ef47b-65e9-4616-95e8-36b74ec7a348 port 16796e96-7dd4-4198-89e4-df01af0c9775 binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:35:45.963129 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:45.974140 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Allocated IP 172.20.0.1 (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312/3c3c8767-cb11-486e-ae57-08df27fd93f5/0a00c823-e0ca-4dfa-b2bb-6bdebe87b887) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:35:45.986468 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-17cad421-2726-43d7-bfec-a9feba6bdfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:45.995357 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.082589 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Publish callbacks [] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.116710 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.150026 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:46.152831 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:46.158282 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:35:46.190887 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a00c823-e0ca-4dfa-b2bb-6bdebe87b887,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:46.235241 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (be7ef47b-65e9-4616-95e8-36b74ec7a348), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.267783 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Publish callbacks [] for port (16796e96-7dd4-4198-89e4-df01af0c9775), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.273874 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.340119 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a66ddb-2c55-41d9-a31e-00dcd0f51f6c None None] Pushing event updated for resources: {'Port': ['ID=16796e96-7dd4-4198-89e4-df01af0c9775,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:46.342658 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Attempting to bind port 16796e96-7dd4-4198-89e4-df01af0c9775 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:35:46.343040 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Attempting to bind port 16796e96-7dd4-4198-89e4-df01af0c9775 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:35:46.343414 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Attempting to bind port 16796e96-7dd4-4198-89e4-df01af0c9775 on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:35:46.349142 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-08d6b29d-208d-4884-87a7-caa859164240 req-6c7c04c9-84cb-4c66-9aca-138bad79d008 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1466544 Feb 16 08:35:46.349788 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:35:46.350293 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:35:46.350714 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.351145 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:35:46.351737 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Bound port: 16796e96-7dd4-4198-89e4-df01af0c9775, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:35:46.352098 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.387361 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.417529 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-5490f189-bf51-4fa5-8ac1-83c1a130d946 None None] Provisioning complete for port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:46.417846 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5490f189-bf51-4fa5-8ac1-83c1a130d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.422032 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] For port 16796e96-7dd4-4198-89e4-df01af0c9775, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:35:46.482232 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6b29d-208d-4884-87a7-caa859164240 req-347539f6-270b-41f5-b6a5-5792826a1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:46.483695 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-08d6b29d-208d-4884-87a7-caa859164240 req-347539f6-270b-41f5-b6a5-5792826a1f8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f55b6a964e98408190f233c6df9d9647&device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1169 time: 0.0837760 Feb 16 08:35:46.584422 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] For port 16796e96-7dd4-4198-89e4-df01af0c9775, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=16796e96-7dd4-4198-89e4-df01af0c9775,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:35:46.591271 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5490f189-bf51-4fa5-8ac1-83c1a130d946 None None] Port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:35:46.594002 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.649558 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:46.650212 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:46.690868 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a66ddb-2c55-41d9-a31e-00dcd0f51f6c None None] Pushing event updated for resources: {'Port': ['ID=16796e96-7dd4-4198-89e4-df01af0c9775,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:46.772671 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:46.876644 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6b29d-208d-4884-87a7-caa859164240 req-cb1ed0f4-c857-4574-bd2c-6fb25c94e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:46.878112 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-08d6b29d-208d-4884-87a7-caa859164240 req-cb1ed0f4-c857-4574-bd2c-6fb25c94e9c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 200 len: 916 time: 0.3731308 Feb 16 08:35:46.887960 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Publish callbacks [] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.895907 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:46.980250 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:45Z', 'revision_number': 1, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:47.008156 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-08d6b29d-208d-4884-87a7-caa859164240 req-81be43b7-bcf4-4cc0-8d73-b08787d18797 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 1002 time: 0.1223252 Feb 16 08:35:47.008786 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830a2c-6eaf-4920-a24a-01c216c7f0df None None] The sync data for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi is: [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:45Z', 'revision_number': 1, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:35:47.008958 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (be7ef47b-65e9-4616-95e8-36b74ec7a348), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:47.017919 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a00c823-e0ca-4dfa-b2bb-6bdebe87b887,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:47.116614 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6b29d-208d-4884-87a7-caa859164240 req-0ca28c06-ea3f-4bfe-a75d-6a2da5e59937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:47.118097 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-08d6b29d-208d-4884-87a7-caa859164240 req-0ca28c06-ea3f-4bfe-a75d-6a2da5e59937 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e HTTP/1.1" status: 200 len: 854 time: 0.1011903 Feb 16 08:35:47.178458 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:47.182550 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:47.196563 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6b29d-208d-4884-87a7-caa859164240 req-fe121182-2041-4dab-aa74-d3a32c57be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:47.197985 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-08d6b29d-208d-4884-87a7-caa859164240 req-fe121182-2041-4dab-aa74-d3a32c57be75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e00c65e-3596-4a31-8e79-a804e2380508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721684 Feb 16 08:35:47.383228 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-08d6b29d-208d-4884-87a7-caa859164240 req-c8a652ec-8356-4dff-88e0-6b3e9d4d2ce7 service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440742 Feb 16 08:35:47.390800 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Router be7ef47b-65e9-4616-95e8-36b74ec7a348 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:35:47.432706 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:47.532078 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-5c1ca6c8-c6d2-4dd2-a707-698a656e279d None None] Provisioning complete for port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:47.532541 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca6c8-c6d2-4dd2-a707-698a656e279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:47.563642 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-08d6b29d-208d-4884-87a7-caa859164240 req-8fa8a6e4-2bd3-41cf-b826-94c50f8d6ad8 service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715827 Feb 16 08:35:47.564148 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:47.590397 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:35:47.596013 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-946d5f1d-cff9-433e-aa5e-b864de59fea7 admin admin] 10.222.0.30 "PUT /v2.0/routers/be7ef47b-65e9-4616-95e8-36b74ec7a348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2347639 Feb 16 08:35:47.619629 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ca6c8-c6d2-4dd2-a707-698a656e279d None None] Port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:35:47.637512 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:47.637889 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:47.732122 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:48.116262 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41354) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:48.121433 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-697576103-network', 'tenant_id': '485ee78d37684cb195533faa15c675b0'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:48.140766 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Made reservation on behalf of 485ee78d37684cb195533faa15c675b0 for: {'network': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:35:48.143275 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.153492 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.235103 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Publish callbacks [] for security_group (bdb85cb1-2802-4e60-b5fe-83f6b1ab1ad1), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.239022 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bdb85cb1-2802-4e60-b5fe-83f6b1ab1ad1), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.264433 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=102594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:35:48.274679 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb85cb1-2802-4e60-b5fe-83f6b1ab1ad1,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:48.279540 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (d3acce69-ef3a-442e-85e9-8a9e9116c8f6), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.279969 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.segments_db [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Added segment d3acce69-ef3a-442e-85e9-8a9e9116c8f6 of type vlan for network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 Feb 16 08:35:48.325319 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.352917 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.353871 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:48.354455 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.385927 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2685807 Feb 16 08:35:48.388584 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41356) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:48.394567 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Request body: {'subnet': {'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-697576103-subnet', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'ip_version': 4}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:48.424711 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7881c-69e7-4ec8-b9a7-4a6b9e57b91c admin admin] Pushing event updated for resources: {'Network': ['ID=191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:48.436116 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:35:48.441280 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Made reservation on behalf of 485ee78d37684cb195533faa15c675b0 for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:35:48.443925 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59022935'] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.615172 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58862207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59022949'] for subnet (9ee92a43-19d8-4df5-b3cd-bff6cd88742f), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.669880 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee92a43-19d8-4df5-b3cd-bff6cd88742f,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:48.678125 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Checking segment: {'id': 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:35:48.678534 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Network hostable DHCP agents. Network: 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:35:48.699263 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:35:48.709693 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:48.715733 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:48.716857 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.720275 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06848863-b9a3-4f99-b1b4-d55d9bec48da None None] Network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:35:48.737436 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-d0b7a58a-135f-4571-b599-5f5fd1380477 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3454683 Feb 16 08:35:48.737814 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41358) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:48.743399 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:48.773663 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3651503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2540'] for router (880023b5-3bc2-4b4c-a285-061845cc0f3c), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.775460 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3651331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3637733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2555'] for router (880023b5-3bc2-4b4c-a285-061845cc0f3c), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.845985 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks [] for router_controller (880023b5-3bc2-4b4c-a285-061845cc0f3c), precommit_add_association {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.847740 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cc36d70-6d63-5fb0-82f0-b2106bdbd654-191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3', 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3', 'project_id': '485ee78d37684cb195533faa15c675b0', 'fixed_ips': [{'subnet_id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f'}]}} from dv-cinder-773985-28-iscsi. {{(pid=102596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 08:35:48.848068 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.946991 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:48.995693 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks [] for router_gateway (880023b5-3bc2-4b4c-a285-061845cc0f3c), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.001408 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.db_base_plugin_common [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Allocated IP 172.20.0.2 (191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3/9ee92a43-19d8-4df5-b3cd-bff6cd88742f/ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3) {{(pid=102596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:35:49.152861 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Sync routers for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:35:49.163387 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:49.164013 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:49.171414 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Publish callbacks [] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), precommit_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.178999 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), after_create {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.223731 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 is already hosted by enough agents. {{(pid=102596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:49.228535 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.scheduler.base_scheduler [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Resources bound (agent type, host, resource id): {{(pid=102596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:49.233044 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Received port after_create {{(pid=102596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:35:49.236571 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Pushing event updated for resources: {'Port': ['ID=ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3,revision_number=1']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:49.290616 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:49.299292 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Attempting to bind port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:35:49.303663 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Attempting to bind port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:35:49.304111 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Attempting to bind port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 on network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:35:49.310604 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:35:49.310995 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Checking segment: {'id': 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:35:49.311596 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.312003 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Bound using segment: {'id': 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:35:49.312484 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Bound port: ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:35:49.312872 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.394687 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] For port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:35:49.400282 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] For port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3,segment=NetworkSegment(d3acce69-ef3a-442e-85e9-8a9e9116c8f6),segment_id=d3acce69-ef3a-442e-85e9-8a9e9116c8f6)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:35:49.418017 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.504997 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks [] for router_gateway (880023b5-3bc2-4b4c-a285-061845cc0f3c), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.528632 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.559823 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fab45-9a22-4534-966a-fd73dfdae5e9 None None] Pushing event updated for resources: {'Port': ['ID=ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:49.576684 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 2, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:49.618314 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Checking router: be7ef47b-65e9-4616-95e8-36b74ec7a348 for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:35:49.618925 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Updating router be7ef47b-65e9-4616-95e8-36b74ec7a348 port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:35:49.636434 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-43734664-138b-48a9-917d-e20f0f8380ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:49.640294 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-43734664-138b-48a9-917d-e20f0f8380ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f55b6a964e98408190f233c6df9d9647&device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1169 time: 0.1346719 Feb 16 08:35:49.656290 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 16796e96-7dd4-4198-89e4-df01af0c9775 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:49.659600 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.695976 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c8ab3-ed0d-4600-af05-c4b457013dba req-f49d99c7-d33f-4f2c-a7ed-986ac34848e4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:49.698159 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2f8c8ab3-ed0d-4600-af05-c4b457013dba req-f49d99c7-d33f-4f2c-a7ed-986ac34848e4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.1087501 Feb 16 08:35:49.739176 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Allocated IP 172.27.0.230 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/be973e4e-98a5-41f3-9a80-3d04f6f5b28a) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:35:49.788138 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 16796e96-7dd4-4198-89e4-df01af0c9775 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:49.788871 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.858589 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-0e44636b-7ad8-426c-9d7a-68a06e09d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:49.860149 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-0e44636b-7ad8-426c-9d7a-68a06e09d22f service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 200 len: 916 time: 0.2112520 Feb 16 08:35:49.881847 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2f8c8ab3-ed0d-4600-af05-c4b457013dba req-f6185140-c9c8-42a7-8705-7d26e155d564 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746879 Feb 16 08:35:49.906227 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 16796e96-7dd4-4198-89e4-df01af0c9775 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:49.906886 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.944603 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks [] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.945949 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port 16796e96-7dd4-4198-89e4-df01af0c9775, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=16796e96-7dd4-4198-89e4-df01af0c9775,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:49.956438 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:49.974348 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-08493abc-b269-461c-8663-ea92a3ba1d05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 1002 time: 0.1068923 Feb 16 08:35:50.005090 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.034754 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=16796e96-7dd4-4198-89e4-df01af0c9775,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:50.039252 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-4cb7e5e6-1467-4405-8aaa-1a682a027432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:50.041350 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-4cb7e5e6-1467-4405-8aaa-1a682a027432 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e HTTP/1.1" status: 200 len: 854 time: 0.0581608 Feb 16 08:35:50.057495 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:50.060472 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:50.064381 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:35:50.070649 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Pushing event updated for resources: {'Port': ['ID=be973e4e-98a5-41f3-9a80-3d04f6f5b28a,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:50.094128 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Publish callbacks [] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.100789 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-b0a577d9-f89a-4172-adbf-5700e8d183b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:50.101717 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.102382 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-b0a577d9-f89a-4172-adbf-5700e8d183b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e00c65e-3596-4a31-8e79-a804e2380508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547156 Feb 16 08:35:50.113384 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-1a9ee075-7131-4f6e-87de-dc31100610eb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:35:50.114631 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-1a9ee075-7131-4f6e-87de-dc31100610eb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058501 Feb 16 08:35:50.149502 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Pushing event updated for resources: {'Port': ['ID=0a00c823-e0ca-4dfa-b2bb-6bdebe87b887,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:50.162275 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.163519 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.163693 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.164124 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.164661 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.165159 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.165786 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.166142 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.166712 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.167297 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.167841 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.168255 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.168776 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:35:50.169718 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.240662 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Attempting to bind port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:35:50.241510 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Attempting to bind port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:35:50.242080 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Attempting to bind port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:35:50.251853 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-a6fa0fda-bfed-4fc7-9113-df299ec9a932 service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309962 Feb 16 08:35:50.252656 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:35:50.253090 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Checking segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:35:50.253564 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.255148 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Bound using segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:35:50.255148 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Bound port: 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:35:50.255148 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.373878 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks [] for router_gateway (880023b5-3bc2-4b4c-a285-061845cc0f3c), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.379975 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] For port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:35:50.384731 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] For port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=0a00c823-e0ca-4dfa-b2bb-6bdebe87b887,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:35:50.394228 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.395388 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3a9766b0-7f11-4211-866f-cb13f98878e2 req-ee247c00-9c47-4404-a22f-913fcf9a6428 service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371851 Feb 16 08:35:50.473141 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:50.473936 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:50.479945 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e3fef-210d-47bf-8e51-6909088ad2b8 None None] Pushing event updated for resources: {'Port': ['ID=0a00c823-e0ca-4dfa-b2bb-6bdebe87b887,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:50.606441 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-a7c4c0ea-d914-4ee7-b558-1170e4232853 None None] Provisioning complete for port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:50.606441 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c0ea-d914-4ee7-b558-1170e4232853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.645593 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:50.717226 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4c0ea-d914-4ee7-b558-1170e4232853 None None] Current status of the port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:50.717942 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c0ea-d914-4ee7-b558-1170e4232853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.729745 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3651386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3637688'] for router (880023b5-3bc2-4b4c-a285-061845cc0f3c), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.764719 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-a7c4c0ea-d914-4ee7-b558-1170e4232853 None None] For port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=0a00c823-e0ca-4dfa-b2bb-6bdebe87b887,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:50.769944 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c0ea-d914-4ee7-b558-1170e4232853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:50.824630 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4c0ea-d914-4ee7-b558-1170e4232853 None None] Pushing event updated for resources: {'Port': ['ID=0a00c823-e0ca-4dfa-b2bb-6bdebe87b887,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:50.852705 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1bb8a-674a-461c-8f56-a9f39f48b58b None None] Network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:35:50.905856 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Router 880023b5-3bc2-4b4c-a285-061845cc0f3c is scheduled to L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e with binding_index 1 {{(pid=102594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:35:50.908230 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:50.944761 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264dbf44-bb55-4568-a8a8-78057641e3c0 None None] The sync data for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi is: [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:35:50.956446 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] Provisioning complete for port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:50.957146 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:51.064652 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:35:51.088025 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:51.089602 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-2441ec68-c5a4-412d-8f1e-0d82db0ffa31 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3499053 Feb 16 08:35:51.092509 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41370) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:51.096613 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Sync routers for ids ['880023b5-3bc2-4b4c-a285-061845cc0f3c'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:35:51.118304 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Routers {'880023b5-3bc2-4b4c-a285-061845cc0f3c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:51.119068 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['880023b5-3bc2-4b4c-a285-061845cc0f3c'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:51.124245 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] Current status of the port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:51.223591 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] Provisioning complete for port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:51.223978 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:51.310571 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Set router 880023b5-3bc2-4b4c-a285-061845cc0f3c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:51.411455 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b05553-bc64-49d5-af15-7907dc5f35fd req-14a4b9e2-27fa-48f1-9c8d-de20a2a0d8b9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:51.415141 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f4b05553-bc64-49d5-af15-7907dc5f35fd req-14a4b9e2-27fa-48f1-9c8d-de20a2a0d8b9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.4453983 Feb 16 08:35:51.496921 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f4b05553-bc64-49d5-af15-7907dc5f35fd req-f0c3daec-2956-493d-b4fe-ad2f4afe5cef tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760610 Feb 16 08:35:51.602626 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] Current status of the port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:51.603025 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:51.676627 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] For port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3,segment=NetworkSegment(d3acce69-ef3a-442e-85e9-8a9e9116c8f6),segment_id=d3acce69-ef3a-442e-85e9-8a9e9116c8f6)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:51.683586 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:51.731851 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:51.765571 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:51.808076 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763760b5-f500-43a0-85ae-dcd234a80c72 None None] Pushing event updated for resources: {'Port': ['ID=ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:51.829854 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-bbe28022-a420-42a8-8cd9-f7d759b8382f None None] Provisioning complete for port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:51.830235 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-bbe28022-a420-42a8-8cd9-f7d759b8382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:51.875495 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:51.876034 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:51.882623 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:48Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 3, 'project_id': '485ee78d37684cb195533faa15c675b0', 'gw_port': {'id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:49Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:51.927858 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Allocated IP 172.20.0.1 (191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3/9ee92a43-19d8-4df5-b3cd-bff6cd88742f/84b445ce-6f30-41fb-95f2-61cc534d6861) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:35:51.932987 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Checking router: 880023b5-3bc2-4b4c-a285-061845cc0f3c for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:35:51.933345 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Updating router 880023b5-3bc2-4b4c-a285-061845cc0f3c port be973e4e-98a5-41f3-9a80-3d04f6f5b28a binding host dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:35:51.980085 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.037087 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Publish callbacks [] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.075805 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.116478 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:52.119395 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:52.122202 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:35:52.125209 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-bbe28022-a420-42a8-8cd9-f7d759b8382f None None] Current status of the port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:52.137465 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:52.138513 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 16796e96-7dd4-4198-89e4-df01af0c9775 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:52.149708 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Pushing event updated for resources: {'Port': ['ID=84b445ce-6f30-41fb-95f2-61cc534d6861,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:52.175874 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3640805'] for router_interface (880023b5-3bc2-4b4c-a285-061845cc0f3c), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.258926 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 16796e96-7dd4-4198-89e4-df01af0c9775 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:52.259573 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.358795 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.435258 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 16796e96-7dd4-4198-89e4-df01af0c9775 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:52.436374 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:52.438587 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-671f0f1f-b7d5-4fcd-8c38-396f8bea4fbc None None] Provisioning complete for port 84b445ce-6f30-41fb-95f2-61cc534d6861 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:52.438965 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-671f0f1f-b7d5-4fcd-8c38-396f8bea4fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.442421 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Publish callbacks [] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), precommit_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.493246 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.530354 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Publish callbacks [] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.535727 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.567265 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-671f0f1f-b7d5-4fcd-8c38-396f8bea4fbc None None] Port 84b445ce-6f30-41fb-95f2-61cc534d6861 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:35:52.600585 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Attempting to bind port be973e4e-98a5-41f3-9a80-3d04f6f5b28a on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:35:52.600936 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Attempting to bind port be973e4e-98a5-41f3-9a80-3d04f6f5b28a by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:35:52.601671 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Attempting to bind port be973e4e-98a5-41f3-9a80-3d04f6f5b28a on network e33ccced-00a9-4631-a0a6-b713270a4cff {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:35:52.606438 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6bdbb-76f8-43d7-b7d9-af5d26a4be8b None None] Pushing event updated for resources: {'Port': ['ID=be973e4e-98a5-41f3-9a80-3d04f6f5b28a,revision_number=2']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:52.614427 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:35:52.614825 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Pushing event updated for resources: {'Port': ['ID=84b445ce-6f30-41fb-95f2-61cc534d6861,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:52.614949 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Checking segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:35:52.615232 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.615660 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Bound using segment: {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'} {{(pid=102596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:35:52.616680 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.managers [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Bound port: be973e4e-98a5-41f3-9a80-3d04f6f5b28a, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc53025a-6fea-4e4a-9b68-d7b478ab40e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff'}}] {{(pid=102596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:35:52.617072 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.618463 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3662588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3640697'] for router_interface (880023b5-3bc2-4b4c-a285-061845cc0f3c), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.622945 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:52.623336 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.640615 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b8a21-9e06-47d0-b65b-b4d8d259a016 req-b4e262a7-4551-42ee-894b-8c90adf5e02b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:52.647834 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-096b8a21-9e06-47d0-b65b-b4d8d259a016 req-b4e262a7-4551-42ee-894b-8c90adf5e02b tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0740900 Feb 16 08:35:52.716546 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] For port be973e4e-98a5-41f3-9a80-3d04f6f5b28a, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:35:52.720563 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] For port be973e4e-98a5-41f3-9a80-3d04f6f5b28a, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=be973e4e-98a5-41f3-9a80-3d04f6f5b28a,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:35:52.730919 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-096b8a21-9e06-47d0-b65b-b4d8d259a016 req-0dd0aaea-2c30-4c1f-8c75-5216bf5299d3 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820136 Feb 16 08:35:52.731714 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:52.747053 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:35:52.748810 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:35:52.808611 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:52.827255 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Routers {'880023b5-3bc2-4b4c-a285-061845cc0f3c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:52.827944 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['880023b5-3bc2-4b4c-a285-061845cc0f3c'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:52.833935 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6bdbb-76f8-43d7-b7d9-af5d26a4be8b None None] Pushing event updated for resources: {'Port': ['ID=be973e4e-98a5-41f3-9a80-3d04f6f5b28a,revision_number=3']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:52.979214 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] Set router 880023b5-3bc2-4b4c-a285-061845cc0f3c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:53.114941 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Router 880023b5-3bc2-4b4c-a285-061845cc0f3c has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:35:53.137529 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-8eb228b6-5096-4c85-9ff5-b31e3d8669a1 None None] Provisioning complete for port 84b445ce-6f30-41fb-95f2-61cc534d6861 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:53.137900 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8eb228b6-5096-4c85-9ff5-b31e3d8669a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:53.205183 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8eb228b6-5096-4c85-9ff5-b31e3d8669a1 None None] Port 84b445ce-6f30-41fb-95f2-61cc534d6861 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:35:53.227902 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:35:53.232496 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:48Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 4, 'project_id': '485ee78d37684cb195533faa15c675b0', 'gw_port': {'id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:49Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '84b445ce-6f30-41fb-95f2-61cc534d6861', 'name': '', 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'mac_address': 'fa:16:3e:f3:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:51Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 2, 'project_id': '485ee78d37684cb195533faa15c675b0', 'subnets': [{'id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:53.233187 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-eff1ffdf-efcc-4590-93f8-55a388430c8c admin admin] 10.222.0.30 "PUT /v2.0/routers/880023b5-3bc2-4b4c-a285-061845cc0f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1383395 Feb 16 08:35:53.274537 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e36ca0-8faa-4b43-b58f-87ed88becaef None None] The sync data for ids ['880023b5-3bc2-4b4c-a285-061845cc0f3c'] in dv-cinder-773985-28-iscsi is: [{'id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:48Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 4, 'project_id': '485ee78d37684cb195533faa15c675b0', 'gw_port': {'id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:49Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '84b445ce-6f30-41fb-95f2-61cc534d6861', 'name': '', 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'mac_address': 'fa:16:3e:f3:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:51Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 2, 'project_id': '485ee78d37684cb195533faa15c675b0', 'subnets': [{'id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:35:53.560100 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:53.620560 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:53.620933 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:53.707751 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:53.855270 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15486c51-a285-4a75-ab09-785f1f7a6bfb req-feda98e7-95e4-47c2-9b66-d1aa2db15153 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:53.857570 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-15486c51-a285-4a75-ab09-785f1f7a6bfb req-feda98e7-95e4-47c2-9b66-d1aa2db15153 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0582395 Feb 16 08:35:53.927063 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41386) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:53.929392 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-15486c51-a285-4a75-ab09-785f1f7a6bfb req-dd5aac61-cd81-4753-a5ed-25a256d5a0c3 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659981 Feb 16 08:35:53.941751 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-78f11a39-7f05-4a23-885d-52c46345072c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235812932', 'description': 'tempest-secgroup-smoke-235812932 description', 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:53.983037 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-78f11a39-7f05-4a23-885d-52c46345072c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.058134 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-78f11a39-7f05-4a23-885d-52c46345072c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group (a5329422-1e80-4ed8-8423-f1ce38feefc2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.064041 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-78f11a39-7f05-4a23-885d-52c46345072c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (a5329422-1e80-4ed8-8423-f1ce38feefc2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.095580 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-78f11a39-7f05-4a23-885d-52c46345072c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.099592 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-78f11a39-7f05-4a23-885d-52c46345072c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1686869 Feb 16 08:35:54.099592 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f11a39-7f05-4a23-885d-52c46345072c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5329422-1e80-4ed8-8423-f1ce38feefc2,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:54.100039 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41388) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:54.104496 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-c2b667a6-2590-4e01-aae7-136539ca8af6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'security_group_rule': {'security_group_id': 'a5329422-1e80-4ed8-8423-f1ce38feefc2', 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:54.130408 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c2b667a6-2590-4e01-aae7-136539ca8af6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (0121dc9c-8886-417f-9641-5c962757f225), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.189578 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c2b667a6-2590-4e01-aae7-136539ca8af6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (0121dc9c-8886-417f-9641-5c962757f225), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.194648 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c2b667a6-2590-4e01-aae7-136539ca8af6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (0121dc9c-8886-417f-9641-5c962757f225), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.213079 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b667a6-2590-4e01-aae7-136539ca8af6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0121dc9c-8886-417f-9641-5c962757f225,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:54.223905 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c2b667a6-2590-4e01-aae7-136539ca8af6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.227690 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c2b667a6-2590-4e01-aae7-136539ca8af6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241522 Feb 16 08:35:54.227938 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41390) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:54.232411 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-76297c4e-2061-4541-a5ce-72d8960ab338 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'security_group_rule': {'security_group_id': 'a5329422-1e80-4ed8-8423-f1ce38feefc2', 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:54.259679 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-76297c4e-2061-4541-a5ce-72d8960ab338 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (02d1aa76-bb26-457c-b2e1-379148e91c63), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.329657 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-76297c4e-2061-4541-a5ce-72d8960ab338 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (02d1aa76-bb26-457c-b2e1-379148e91c63), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.333988 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-76297c4e-2061-4541-a5ce-72d8960ab338 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (02d1aa76-bb26-457c-b2e1-379148e91c63), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.351538 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76297c4e-2061-4541-a5ce-72d8960ab338 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d1aa76-bb26-457c-b2e1-379148e91c63,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:54.363343 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-76297c4e-2061-4541-a5ce-72d8960ab338 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.364762 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-76297c4e-2061-4541-a5ce-72d8960ab338 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358378 Feb 16 08:35:54.368165 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41392) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:54.372891 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-f1d2e959-c690-43d7-bfbf-4a195a132891 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'security_group_rule': {'security_group_id': 'a5329422-1e80-4ed8-8423-f1ce38feefc2', 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:54.399370 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e959-c690-43d7-bfbf-4a195a132891 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (b839a5aa-e985-4c7b-89ec-0de76b68a427), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.473758 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e959-c690-43d7-bfbf-4a195a132891 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (b839a5aa-e985-4c7b-89ec-0de76b68a427), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.478678 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e959-c690-43d7-bfbf-4a195a132891 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (b839a5aa-e985-4c7b-89ec-0de76b68a427), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.497256 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2e959-c690-43d7-bfbf-4a195a132891 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b839a5aa-e985-4c7b-89ec-0de76b68a427,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:54.507305 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f1d2e959-c690-43d7-bfbf-4a195a132891 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.511148 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-f1d2e959-c690-43d7-bfbf-4a195a132891 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392798 Feb 16 08:35:54.511471 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41394) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:54.515918 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-0fcd6bd2-3611-4f09-a000-5037147df558 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'security_group_rule': {'security_group_id': 'a5329422-1e80-4ed8-8423-f1ce38feefc2', 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:54.542932 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6bd2-3611-4f09-a000-5037147df558 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (3c294ee3-e730-462e-85ae-8bb9fecdd09f), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.607028 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6bd2-3611-4f09-a000-5037147df558 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (3c294ee3-e730-462e-85ae-8bb9fecdd09f), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.611478 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6bd2-3611-4f09-a000-5037147df558 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (3c294ee3-e730-462e-85ae-8bb9fecdd09f), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.629748 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd6bd2-3611-4f09-a000-5037147df558 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c294ee3-e730-462e-85ae-8bb9fecdd09f,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:54.638054 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6bd2-3611-4f09-a000-5037147df558 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.639273 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-0fcd6bd2-3611-4f09-a000-5037147df558 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268904 Feb 16 08:35:54.642250 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41396) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:54.652455 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-0033009f-90c0-4b9d-adce-1f3f5ea69cf6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'security_group_rule': {'security_group_id': 'a5329422-1e80-4ed8-8423-f1ce38feefc2', 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:54.674029 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.securitygroups_db [None req-0033009f-90c0-4b9d-adce-1f3f5ea69cf6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Project 3d3cdc149a9044ecbf603f943cc9c6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:35:54.680367 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0033009f-90c0-4b9d-adce-1f3f5ea69cf6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (e9767810-6404-4582-bad0-22ca1667760d), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.739853 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0033009f-90c0-4b9d-adce-1f3f5ea69cf6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (e9767810-6404-4582-bad0-22ca1667760d), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.744922 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0033009f-90c0-4b9d-adce-1f3f5ea69cf6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (e9767810-6404-4582-bad0-22ca1667760d), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.766369 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033009f-90c0-4b9d-adce-1f3f5ea69cf6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9767810-6404-4582-bad0-22ca1667760d,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:54.774013 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0033009f-90c0-4b9d-adce-1f3f5ea69cf6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.775214 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-0033009f-90c0-4b9d-adce-1f3f5ea69cf6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263502 Feb 16 08:35:54.777973 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41398) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:35:54.782635 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-f21215bf-dfa9-4427-b4cc-1b24343262c3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'security_group_rule': {'security_group_id': 'a5329422-1e80-4ed8-8423-f1ce38feefc2', 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:35:54.803018 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.securitygroups_db [None req-f21215bf-dfa9-4427-b4cc-1b24343262c3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Project 3d3cdc149a9044ecbf603f943cc9c6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:35:54.808524 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f21215bf-dfa9-4427-b4cc-1b24343262c3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (7c7dc415-64b9-4dd2-ac60-c4b9426728d4), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.868987 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f21215bf-dfa9-4427-b4cc-1b24343262c3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (7c7dc415-64b9-4dd2-ac60-c4b9426728d4), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.872718 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f21215bf-dfa9-4427-b4cc-1b24343262c3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727844'] for security_group_rule (7c7dc415-64b9-4dd2-ac60-c4b9426728d4), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.890602 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21215bf-dfa9-4427-b4cc-1b24343262c3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7dc415-64b9-4dd2-ac60-c4b9426728d4,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:54.898528 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f21215bf-dfa9-4427-b4cc-1b24343262c3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:54.899777 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-f21215bf-dfa9-4427-b4cc-1b24343262c3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208081 Feb 16 08:35:55.090238 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba713-9c2d-46ea-9273-ddc6ce41fb5f req-b522cfe0-36d2-47fa-bdec-ca3ce15a9fb5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:55.100217 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f7cba713-9c2d-46ea-9273-ddc6ce41fb5f req-b522cfe0-36d2-47fa-bdec-ca3ce15a9fb5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0671189 Feb 16 08:35:55.165540 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f7cba713-9c2d-46ea-9273-ddc6ce41fb5f req-13a9c89a-80f3-43db-b284-a5ed880915ba tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614100 Feb 16 08:35:55.271524 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Sync routers for ids ['880023b5-3bc2-4b4c-a285-061845cc0f3c'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:35:55.282772 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Routers {'880023b5-3bc2-4b4c-a285-061845cc0f3c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:55.283599 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['880023b5-3bc2-4b4c-a285-061845cc0f3c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:55.395795 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Set router 880023b5-3bc2-4b4c-a285-061845cc0f3c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:55.570103 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device be973e4e-98a5-41f3-9a80-3d04f6f5b28a up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:55.623380 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port be973e4e-98a5-41f3-9a80-3d04f6f5b28a triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:55.623812 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:55.705656 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:48Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 4, 'project_id': '485ee78d37684cb195533faa15c675b0', 'gw_port': {'id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:49Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '84b445ce-6f30-41fb-95f2-61cc534d6861', 'name': '', 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'mac_address': 'fa:16:3e:f3:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:51Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 2, 'project_id': '485ee78d37684cb195533faa15c675b0', 'subnets': [{'id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:55.737851 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Checking router: 880023b5-3bc2-4b4c-a285-061845cc0f3c for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:35:55.738075 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Updating router 880023b5-3bc2-4b4c-a285-061845cc0f3c port 84b445ce-6f30-41fb-95f2-61cc534d6861 binding host dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 08:35:55.771549 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:55.850722 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port be973e4e-98a5-41f3-9a80-3d04f6f5b28a is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:55.851186 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:55.872882 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] For port be973e4e-98a5-41f3-9a80-3d04f6f5b28a, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=be973e4e-98a5-41f3-9a80-3d04f6f5b28a,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:55.876836 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:55.930953 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Pushing event updated for resources: {'Port': ['ID=be973e4e-98a5-41f3-9a80-3d04f6f5b28a,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:56.064920 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Publish callbacks [] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:56.070549 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:56.127163 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0563521-634b-438d-9cb3-6c67ead50ec1 None None] Pushing event updated for resources: {'Port': ['ID=84b445ce-6f30-41fb-95f2-61cc534d6861,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:56.175909 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Attempting to bind port 84b445ce-6f30-41fb-95f2-61cc534d6861 on host dv-cinder-773985-28-iscsi for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:35:56.176279 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Attempting to bind port 84b445ce-6f30-41fb-95f2-61cc534d6861 by drivers openvswitch,hyperv on host dv-cinder-773985-28-iscsi at level 0 using segments [{'id': 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:35:56.176647 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Attempting to bind port 84b445ce-6f30-41fb-95f2-61cc534d6861 on network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:35:56.182903 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Checking agent: {'id': '9f25b758-2ccd-4e01-b851-5293c927a867', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 17, 20), 'started_at': datetime.datetime(2022, 2, 16, 8, 17, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:35:56.183277 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Checking segment: {'id': 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:35:56.183714 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:56.184120 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Bound using segment: {'id': 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:35:56.184594 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Bound port: 84b445ce-6f30-41fb-95f2-61cc534d6861, host: dv-cinder-773985-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:35:56.184973 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:56.286636 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] For port 84b445ce-6f30-41fb-95f2-61cc534d6861, host dv-cinder-773985-28-iscsi, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:35:56.291001 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] For port 84b445ce-6f30-41fb-95f2-61cc534d6861, host dv-cinder-773985-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=84b445ce-6f30-41fb-95f2-61cc534d6861,segment=NetworkSegment(d3acce69-ef3a-442e-85e9-8a9e9116c8f6),segment_id=d3acce69-ef3a-442e-85e9-8a9e9116c8f6)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:35:56.304095 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:56.305429 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664012bc-c074-4c0b-bf2f-66c24da03ca1 req-059fadbd-9f2f-4c0e-9116-767f9a697014 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:56.307128 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-664012bc-c074-4c0b-bf2f-66c24da03ca1 req-059fadbd-9f2f-4c0e-9116-767f9a697014 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0632622 Feb 16 08:35:56.349798 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-15c347e4-1de1-4eb6-a69e-1d34fd339e29 None None] Provisioning complete for port 84b445ce-6f30-41fb-95f2-61cc534d6861 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:56.350388 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15c347e4-1de1-4eb6-a69e-1d34fd339e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:56.384442 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-664012bc-c074-4c0b-bf2f-66c24da03ca1 req-cb159ba6-c712-4dcf-8e20-0e4f9e111d77 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705006 Feb 16 08:35:56.430047 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Routers {'880023b5-3bc2-4b4c-a285-061845cc0f3c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:35:56.431065 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:35:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['880023b5-3bc2-4b4c-a285-061845cc0f3c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:56.434443 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0563521-634b-438d-9cb3-6c67ead50ec1 None None] Pushing event updated for resources: {'Port': ['ID=84b445ce-6f30-41fb-95f2-61cc534d6861,revision_number=4']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:56.482021 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-15c347e4-1de1-4eb6-a69e-1d34fd339e29 None None] Current status of the port 84b445ce-6f30-41fb-95f2-61cc534d6861 is: DOWN; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:56.482425 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15c347e4-1de1-4eb6-a69e-1d34fd339e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:56.531399 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-15c347e4-1de1-4eb6-a69e-1d34fd339e29 None None] For port 84b445ce-6f30-41fb-95f2-61cc534d6861, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=84b445ce-6f30-41fb-95f2-61cc534d6861,segment=NetworkSegment(d3acce69-ef3a-442e-85e9-8a9e9116c8f6),segment_id=d3acce69-ef3a-442e-85e9-8a9e9116c8f6)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:35:56.537896 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-15c347e4-1de1-4eb6-a69e-1d34fd339e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:56.567149 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] Set router 880023b5-3bc2-4b4c-a285-061845cc0f3c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:35:56.600232 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c347e4-1de1-4eb6-a69e-1d34fd339e29 None None] Pushing event updated for resources: {'Port': ['ID=84b445ce-6f30-41fb-95f2-61cc534d6861,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:35:56.658988 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-0cf9bb51-0d16-4ebb-9ac8-759463c431b9 None None] Provisioning complete for port 84b445ce-6f30-41fb-95f2-61cc534d6861 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:56.659482 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-0cf9bb51-0d16-4ebb-9ac8-759463c431b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:56.748451 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-0cf9bb51-0d16-4ebb-9ac8-759463c431b9 None None] Current status of the port 84b445ce-6f30-41fb-95f2-61cc534d6861 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:56.777289 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:48Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 4, 'project_id': '485ee78d37684cb195533faa15c675b0', 'gw_port': {'id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:49Z', 'updated_at': '2022-02-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '84b445ce-6f30-41fb-95f2-61cc534d6861', 'name': '', 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'mac_address': 'fa:16:3e:f3:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:51Z', 'updated_at': '2022-02-16T08:35:56Z', 'revision_number': 4, 'project_id': '485ee78d37684cb195533faa15c675b0', 'subnets': [{'id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:35:56.804511 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea7298-aba5-4973-a992-06fd763e3e96 None None] The sync data for ids ['880023b5-3bc2-4b4c-a285-061845cc0f3c'] in dv-cinder-773985-28-iscsi is: [{'id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:48Z', 'updated_at': '2022-02-16T08:35:52Z', 'revision_number': 4, 'project_id': '485ee78d37684cb195533faa15c675b0', 'gw_port': {'id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:49Z', 'updated_at': '2022-02-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '84b445ce-6f30-41fb-95f2-61cc534d6861', 'name': '', 'network_id': '191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'mac_address': 'fa:16:3e:f3:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:51Z', 'updated_at': '2022-02-16T08:35:56Z', 'revision_number': 4, 'project_id': '485ee78d37684cb195533faa15c675b0', 'subnets': [{'id': '9ee92a43-19d8-4df5-b3cd-bff6cd88742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:35:57.548247 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14080f55-5c15-4fbd-8eca-188d36a32c18 req-0b750784-ba56-4a04-9342-6122085869a3 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:57.549788 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-14080f55-5c15-4fbd-8eca-188d36a32c18 req-0b750784-ba56-4a04-9342-6122085869a3 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0823832 Feb 16 08:35:57.570864 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device be973e4e-98a5-41f3-9a80-3d04f6f5b28a up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:57.614399 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-14080f55-5c15-4fbd-8eca-188d36a32c18 req-8ea86270-8d4f-43d9-98b3-afa42c440b3e tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567932 Feb 16 08:35:57.622838 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port be973e4e-98a5-41f3-9a80-3d04f6f5b28a triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:57.623481 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:57.709102 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port be973e4e-98a5-41f3-9a80-3d04f6f5b28a is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:57.710171 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 84b445ce-6f30-41fb-95f2-61cc534d6861 up at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:35:57.759687 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Provisioning complete for port 84b445ce-6f30-41fb-95f2-61cc534d6861 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:35:57.760064 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:35:57.841098 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Current status of the port 84b445ce-6f30-41fb-95f2-61cc534d6861 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:35:58.735506 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee1e0-4128-4a12-a5fb-1851666554fd req-9f9c9d1b-ad95-4895-9f9c-ac5c10573885 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:58.736993 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a52ee1e0-4128-4a12-a5fb-1851666554fd req-9f9c9d1b-ad95-4895-9f9c-ac5c10573885 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0536780 Feb 16 08:35:58.797714 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a52ee1e0-4128-4a12-a5fb-1851666554fd req-4131b2f3-8605-4271-bbb5-d52c41b3a445 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538270 Feb 16 08:35:59.924494 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e84eb-2e63-433d-bb04-338fefb4bb12 req-5b168144-6e31-433d-a263-097365fb863d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:35:59.926028 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-559e84eb-2e63-433d-bb04-338fefb4bb12 req-5b168144-6e31-433d-a263-097365fb863d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0592740 Feb 16 08:35:59.988141 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-559e84eb-2e63-433d-bb04-338fefb4bb12 req-8727944f-bd8e-43ac-851c-567461cd1325 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559642 Feb 16 08:36:01.118793 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f34728-4d54-4182-9c18-3fb7de2875fe req-765ddfbb-eed5-4a84-8001-111fd63cf62d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:01.120219 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-66f34728-4d54-4182-9c18-3fb7de2875fe req-765ddfbb-eed5-4a84-8001-111fd63cf62d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0578690 Feb 16 08:36:01.181400 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-66f34728-4d54-4182-9c18-3fb7de2875fe req-02948e95-63b1-4441-9cee-8d77c9dbd0ce tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555367 Feb 16 08:36:02.303626 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaeec2-43ae-4ede-98fc-a5df69820008 req-624a6ced-c422-4b4c-81ca-b6217323ed55 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:02.305161 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2cbaeec2-43ae-4ede-98fc-a5df69820008 req-624a6ced-c422-4b4c-81ca-b6217323ed55 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0543706 Feb 16 08:36:02.370827 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2cbaeec2-43ae-4ede-98fc-a5df69820008 req-6f21e03a-63d3-40d7-af07-5f9f35aec690 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594041 Feb 16 08:36:03.492544 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38b57-7d2f-413c-8ba6-3239f6214f9d req-fd854782-dc15-4335-b947-208fc2859844 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:03.494008 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-67a38b57-7d2f-413c-8ba6-3239f6214f9d req-fd854782-dc15-4335-b947-208fc2859844 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0543258 Feb 16 08:36:03.556405 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-67a38b57-7d2f-413c-8ba6-3239f6214f9d req-22f32ce9-1a5e-409d-8c1c-f7bafc77c56f tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567040 Feb 16 08:36:04.678582 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982637e6-c59e-4c54-b647-a23b991f1a16 req-32ef9cc7-bc11-4586-9f69-c15f8eb4966d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:04.680560 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-982637e6-c59e-4c54-b647-a23b991f1a16 req-32ef9cc7-bc11-4586-9f69-c15f8eb4966d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0539932 Feb 16 08:36:04.740508 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-982637e6-c59e-4c54-b647-a23b991f1a16 req-1b3b0ed4-e393-4c27-b9ea-24aefe29f5b7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541635 Feb 16 08:36:05.864696 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1ccc6-1021-495c-9517-c0316bf35a0f req-9f71a5fa-c55d-4921-b942-1f2d066b5468 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:05.866200 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-87d1ccc6-1021-495c-9517-c0316bf35a0f req-9f71a5fa-c55d-4921-b942-1f2d066b5468 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0582275 Feb 16 08:36:05.932069 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-87d1ccc6-1021-495c-9517-c0316bf35a0f req-40f4edff-54b3-451c-a0c5-ef435e338025 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595047 Feb 16 08:36:07.051985 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9b4e4-a1cf-41c2-87f9-9469fd5079a7 req-211c60ad-6ec5-45fc-b80e-9a5dd5b305cc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:07.053483 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f8c9b4e4-a1cf-41c2-87f9-9469fd5079a7 req-211c60ad-6ec5-45fc-b80e-9a5dd5b305cc tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.0545933 Feb 16 08:36:07.113664 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f8c9b4e4-a1cf-41c2-87f9-9469fd5079a7 req-d81e6f04-577e-434b-89cd-af580960bad4 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=97e82bf7-a09b-44a7-b147-752b7b725b9c&id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543163 Feb 16 08:36:07.700817 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:08.749056 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:36:13.667219 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-32705cbd-ef34-4de7-b13c-e3032347d245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:15.930132 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9f39cc7-5b42-4c97-8944-f902a869262c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:17.425184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:18.637652 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-3223e71c-861a-45c5-bdac-fae3ebf381ec tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235812932&fields=id&tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4 HTTP/1.1" status: 200 len: 267 time: 0.0424092 Feb 16 08:36:18.744740 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-e795e41d-3398-46ad-88e6-1e300ea5cf76 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:18.746101 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-e795e41d-3398-46ad-88e6-1e300ea5cf76 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 812 time: 0.1021812 Feb 16 08:36:18.760010 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-c10121ee-5bfe-4fc4-8322-99ff191a1003 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/quotas/3d3cdc149a9044ecbf603f943cc9c6c4 HTTP/1.1" status: 200 len: 375 time: 0.0086300 Feb 16 08:36:18.813052 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-c2cc96fe-6870-402f-b432-a2c365c654fd tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481722 Feb 16 08:36:18.828668 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-994c296c-d616-4761-93df-5d6e7d371d1b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:36:18.829620 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-994c296c-d616-4761-93df-5d6e7d371d1b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049176 Feb 16 08:36:18.920641 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-d17c5154-dd84-4c85-a9b0-7bbfc4515d61 service neutron] 10.222.0.30 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859306 Feb 16 08:36:18.924811 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:19.009290 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-41f43c66-e6b1-453b-91b7-ea59e67efacd service neutron] 10.222.0.30 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829151 Feb 16 08:36:19.292573 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3728cd26-a3ff-4b1c-9cbd-275fb9a44696 req-e7e62a9d-fd55-4591-82f2-39561c818071 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 210 time: 0.0356700 Feb 16 08:36:20.162192 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:20.390948 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0cfbb09f-ab0a-4d93-8262-6871cf092736 req-4faa75ce-5867-4282-8a7a-ab89808786dd tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 210 time: 0.0282173 Feb 16 08:36:20.417603 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-daeae84d-fa3a-469c-9d8f-280318f837f2 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:20.419379 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-daeae84d-fa3a-469c-9d8f-280318f837f2 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 812 time: 0.1063325 Feb 16 08:36:20.485644 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-2c1a6a2a-b427-4d81-b3bd-274555da7197 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4 HTTP/1.1" status: 200 len: 379 time: 0.0570276 Feb 16 08:36:20.497786 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'port': {'device_id': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'admin_state_up': True, 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'security_groups': ['a5329422-1e80-4ed8-8423-f1ce38feefc2']}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:36:20.603288 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Made reservation on behalf of 3d3cdc149a9044ecbf603f943cc9c6c4 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:36:20.606506 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:20.733740 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Allocated IP 172.20.0.9 (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312/3c3c8767-cb11-486e-ae57-08df27fd93f5/f23138c3-9fab-4807-a220-4e1a62e916e1) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:36:20.873152 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:20.913221 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:20.958842 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:36:20.962653 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:36:20.966613 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:36:20.990009 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'Port': ['ID=f23138c3-9fab-4807-a220-4e1a62e916e1,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:21.020091 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:21.020781 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:21.040504 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-799740c8-7417-428c-bea9-935827b77162 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5464671 Feb 16 08:36:21.101470 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Request body: {'port': {'device_id': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:36:21.166474 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:21.231546 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-f17c3a3d-0e0f-472c-b0a3-bf059bcf58bd None None] Provisioning complete for port f23138c3-9fab-4807-a220-4e1a62e916e1 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:36:21.232125 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f17c3a3d-0e0f-472c-b0a3-bf059bcf58bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:21.265683 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-f17c3a3d-0e0f-472c-b0a3-bf059bcf58bd None None] Port f23138c3-9fab-4807-a220-4e1a62e916e1 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:36:21.424500 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23138c3-9fab-4807-a220-4e1a62e916e1 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:36:21.432651 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Publish callbacks [] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:21.445187 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Transition to ACTIVE for port object f23138c3-9fab-4807-a220-4e1a62e916e1 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:36:21.449472 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:21.500168 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Pushing event updated for resources: {'Port': ['ID=f23138c3-9fab-4807-a220-4e1a62e916e1,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:21.523714 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda52d29-f22b-49ef-9c86-c7a23d78086f req-78517093-c042-42ec-90cc-86b6481ae4dd tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:21.525489 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bda52d29-f22b-49ef-9c86-c7a23d78086f req-78517093-c042-42ec-90cc-86b6481ae4dd tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 943 time: 0.0638616 Feb 16 08:36:21.571934 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Attempting to bind port f23138c3-9fab-4807-a220-4e1a62e916e1 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:36:21.572262 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Attempting to bind port f23138c3-9fab-4807-a220-4e1a62e916e1 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:36:21.572595 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Attempting to bind port f23138c3-9fab-4807-a220-4e1a62e916e1 on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:36:21.577169 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Port f23138c3-9fab-4807-a220-4e1a62e916e1 on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:36:21.577496 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Attempting to bind port f23138c3-9fab-4807-a220-4e1a62e916e1 on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:36:21.581124 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bda52d29-f22b-49ef-9c86-c7a23d78086f req-2398f403-2cb8-4de8-9567-574b1cfcfdd2 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495975 Feb 16 08:36:21.582859 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:36:21.583203 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Checking segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:36:21.583643 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Bound using segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:36:21.584079 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Bound port: f23138c3-9fab-4807-a220-4e1a62e916e1, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:36:21.585535 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:21.652035 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] For port f23138c3-9fab-4807-a220-4e1a62e916e1, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:36:21.655191 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] For port f23138c3-9fab-4807-a220-4e1a62e916e1, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f23138c3-9fab-4807-a220-4e1a62e916e1,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:36:21.661403 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:21.678426 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:21.679966 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:21.681565 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] 10.222.0.71 "PUT /v2.0/ports/f23138c3-9fab-4807-a220-4e1a62e916e1 HTTP/1.1" status: 200 len: 1093 time: 0.6317756 Feb 16 08:36:21.704085 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'tag': 'f23138c3-9fab-4807-a220-4e1a62e916e1'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:36:21.707409 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7b5628-295e-4a00-a74e-09b0c9bb7975", "tag": "f23138c3-9fab-4807-a220-4e1a62e916e1"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:36:21.764584 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735e6e4a-cf7c-4c54-a8c0-f896056bb88a x-openstack-request-id: req-735e6e4a-cf7c-4c54-a8c0-f896056bb88a {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:36:21.764821 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7b5628-295e-4a00-a74e-09b0c9bb7975", "tag": "f23138c3-9fab-4807-a220-4e1a62e916e1", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:36:21.764991 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-735e6e4a-cf7c-4c54-a8c0-f896056bb88a {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:36:21.765384 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'tag': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'status': 'completed', 'code': 200} Feb 16 08:36:21.774437 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cf352-905f-4e8e-879e-bc5cf731d052 service neutron] Pushing event updated for resources: {'Port': ['ID=f23138c3-9fab-4807-a220-4e1a62e916e1,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:21.793097 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-54c702e6-9cef-41a9-a11d-56c654eba891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:21.794650 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-54c702e6-9cef-41a9-a11d-56c654eba891 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 1127 time: 0.0673850 Feb 16 08:36:21.840574 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-c79006b3-a2a2-4696-823b-d7d4392c50b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23138c3-9fab-4807-a220-4e1a62e916e1 HTTP/1.1" status: 200 len: 217 time: 0.0360301 Feb 16 08:36:21.890711 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-1b7b763a-6ffb-4052-8f8c-bf1ec4dffaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:21.892245 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-1b7b763a-6ffb-4052-8f8c-bf1ec4dffaf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0439928 Feb 16 08:36:21.946199 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-51a52e63-65c3-496e-8fb0-adae40a52e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:21.947716 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-51a52e63-65c3-496e-8fb0-adae40a52e9b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476980 Feb 16 08:36:22.039198 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-dbce6e66-8544-410f-a8c1-a4e2e3457f80 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819454 Feb 16 08:36:22.129916 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-d1cb5c3b-34b4-4707-b0cf-04b0896bd731 req-45abdd21-fac6-4b05-aaff-2ab0f473e4cd service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843565 Feb 16 08:36:22.224460 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-0607154a-1cde-4470-a5a2-d3ab67364f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:22.225925 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-0607154a-1cde-4470-a5a2-d3ab67364f60 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 1127 time: 0.0473566 Feb 16 08:36:22.312099 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-5b739b3e-0508-45a5-97a6-3b36023530af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:22.313544 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-5b739b3e-0508-45a5-97a6-3b36023530af service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.0810032 Feb 16 08:36:22.365182 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-e190da0c-6bf7-453f-b6b5-8bc8c42f18ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23138c3-9fab-4807-a220-4e1a62e916e1 HTTP/1.1" status: 200 len: 217 time: 0.0370319 Feb 16 08:36:22.411583 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-45ced60d-c144-4623-9655-776e98aebca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:22.413003 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-45ced60d-c144-4623-9655-776e98aebca5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0423753 Feb 16 08:36:22.462055 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-416a5c36-d072-4824-aa59-c7bcb05491d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:22.463631 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-416a5c36-d072-4824-aa59-c7bcb05491d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440907 Feb 16 08:36:22.555986 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-8b9225ce-792a-4758-ae3f-b21e7ae64996 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851223 Feb 16 08:36:22.647715 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7fbd5a42-1bbb-4a42-8216-0cb782657c2e req-377781f9-cdde-42eb-83ab-52ed0a4df487 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851128 Feb 16 08:36:22.700899 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897ab14-40bd-4e4b-8a52-5fa2f7b9a0ae req-764fb63b-7d67-4abe-8ba9-a7503041afb0 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:22.702409 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f897ab14-40bd-4e4b-8a52-5fa2f7b9a0ae req-764fb63b-7d67-4abe-8ba9-a7503041afb0 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 943 time: 0.0525393 Feb 16 08:36:22.755329 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f897ab14-40bd-4e4b-8a52-5fa2f7b9a0ae req-0b4e0ce8-416f-471d-82d8-0e97297fba64 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470757 Feb 16 08:36:23.878178 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea2544-a291-4442-b08c-664cd8dcad6e req-51c6407c-b929-49ff-bc3d-6728aaf38215 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:23.879679 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0aea2544-a291-4442-b08c-664cd8dcad6e req-51c6407c-b929-49ff-bc3d-6728aaf38215 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 943 time: 0.0523984 Feb 16 08:36:23.927566 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0aea2544-a291-4442-b08c-664cd8dcad6e req-3306ac8a-f8c4-469d-8c63-3423a996f736 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Feb 16 08:36:25.044556 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaffb7c-65d8-44c6-9611-d3c515a8c58a req-39262e0e-5f6c-494b-aaef-3a0942e68683 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:25.046085 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7eaffb7c-65d8-44c6-9611-d3c515a8c58a req-39262e0e-5f6c-494b-aaef-3a0942e68683 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 943 time: 0.0523233 Feb 16 08:36:25.094162 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7eaffb7c-65d8-44c6-9611-d3c515a8c58a req-e9c13fe2-51f5-4813-ac43-50695474e2c4 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426040 Feb 16 08:36:26.214135 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3cac7-97a0-4284-a170-4208abbf2393 req-c1ff14df-9922-49d3-aec6-4b337c74cf14 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:26.215645 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-86d3cac7-97a0-4284-a170-4208abbf2393 req-c1ff14df-9922-49d3-aec6-4b337c74cf14 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 943 time: 0.0569677 Feb 16 08:36:26.264158 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-86d3cac7-97a0-4284-a170-4208abbf2393 req-e70fa370-9b9f-4032-bb29-fcb5fc9b5c9a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425286 Feb 16 08:36:27.383389 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac301f75-35d5-49d8-9f13-7ade75c9ab15 req-a6fdccde-1797-4242-aed9-b77fb0dcc044 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:27.384896 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ac301f75-35d5-49d8-9f13-7ade75c9ab15 req-a6fdccde-1797-4242-aed9-b77fb0dcc044 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 943 time: 0.0526652 Feb 16 08:36:27.432665 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ac301f75-35d5-49d8-9f13-7ade75c9ab15 req-81923606-48c7-4e02-92ee-314bec49720b tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Feb 16 08:36:28.549460 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0ac3f-7a66-44fe-8309-52d84ae1c07d req-514de537-aa3b-4d37-b608-57655675195c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:28.550925 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b4f0ac3f-7a66-44fe-8309-52d84ae1c07d req-514de537-aa3b-4d37-b608-57655675195c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 943 time: 0.0520701 Feb 16 08:36:28.602986 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b4f0ac3f-7a66-44fe-8309-52d84ae1c07d req-1c807687-f56a-42a0-9cf9-b351f3649d0c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465715 Feb 16 08:36:29.723219 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f28bc-1106-430d-a0ca-9aaf58b0f523 req-b81e187b-dc6f-427f-8b97-8fa3da397aa8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:29.724941 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ef5f28bc-1106-430d-a0ca-9aaf58b0f523 req-b81e187b-dc6f-427f-8b97-8fa3da397aa8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 943 time: 0.0551414 Feb 16 08:36:29.779407 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ef5f28bc-1106-430d-a0ca-9aaf58b0f523 req-f689462e-3658-42e0-b1bf-7d41ef2d2c82 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442843 Feb 16 08:36:29.830752 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb753d3-c8a7-492c-9184-e94661331713 req-1c3b7559-eeec-4796-9dbd-828f309eabab tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:29.832174 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cfb753d3-c8a7-492c-9184-e94661331713 req-1c3b7559-eeec-4796-9dbd-828f309eabab tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 946 time: 0.0517890 Feb 16 08:36:29.877779 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cfb753d3-c8a7-492c-9184-e94661331713 req-8aed5479-1a9c-47d1-be2e-0835126c5c9e tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400729 Feb 16 08:36:30.882076 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device f23138c3-9fab-4807-a220-4e1a62e916e1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:36:30.900156 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e7ee7-4ba8-4b60-983b-dfdc48638c64 req-fa6343ff-f0e3-495c-bd77-6eb667e189ff tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:30.901653 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ef3e7ee7-4ba8-4b60-983b-dfdc48638c64 req-fa6343ff-f0e3-495c-bd77-6eb667e189ff tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 943 time: 0.0558567 Feb 16 08:36:30.969493 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ef3e7ee7-4ba8-4b60-983b-dfdc48638c64 req-ef0d27ce-6a60-47c3-8305-21837d688c50 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612938 Feb 16 08:36:30.987685 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port f23138c3-9fab-4807-a220-4e1a62e916e1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f23138c3-9fab-4807-a220-4e1a62e916e1,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:36:31.002710 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'port_id': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'mac_address': 'fa:16:3e:ee:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:36:31.011970 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26b1fb-a029-485b-bd23-aa152519d661 req-3c1ea76c-74d6-40da-9883-c446d3ba2801 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:31.013452 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4a26b1fb-a029-485b-bd23-aa152519d661 req-3c1ea76c-74d6-40da-9883-c446d3ba2801 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 946 time: 0.0574040 Feb 16 08:36:31.039495 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port f23138c3-9fab-4807-a220-4e1a62e916e1 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:36:31.039909 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:31.052753 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23138c3-9fab-4807-a220-4e1a62e916e1 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:36:31.059356 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4a26b1fb-a029-485b-bd23-aa152519d661 req-c9b21612-5c52-4e7d-9a6b-358af0fc5841 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 Feb 16 08:36:31.073098 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port f23138c3-9fab-4807-a220-4e1a62e916e1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f23138c3-9fab-4807-a220-4e1a62e916e1,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:36:31.077118 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:31.122783 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=f23138c3-9fab-4807-a220-4e1a62e916e1,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:31.662379 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['f23138c3-9fab-4807-a220-4e1a62e916e1'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:36:32.090810 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bc848-3f6b-45b3-92a7-30a5f63565bb req-81becc6a-ca51-4bd1-96a0-47ff84c732fc tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:32.092353 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0a7bc848-3f6b-45b3-92a7-30a5f63565bb req-81becc6a-ca51-4bd1-96a0-47ff84c732fc tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 944 time: 0.0557840 Feb 16 08:36:32.149374 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0a7bc848-3f6b-45b3-92a7-30a5f63565bb req-46aa7c0b-a830-47d0-8764-e2f868cec292 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516319 Feb 16 08:36:32.190573 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1391-395f-46e5-bea1-d0b4abb58f25 req-89d8dc6e-a634-40c8-ad11-726a37c18025 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:32.192115 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ecbc1391-395f-46e5-bea1-d0b4abb58f25 req-89d8dc6e-a634-40c8-ad11-726a37c18025 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 946 time: 0.0602634 Feb 16 08:36:32.239397 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ecbc1391-395f-46e5-bea1-d0b4abb58f25 req-4f30f86f-ba18-4351-8d36-1703bd8bc0ae tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups?id=27af0476-49da-440c-a641-bccb97bef46a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Feb 16 08:36:32.541230 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-1a534391-b569-4ee9-9155-d915a75d8ba9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:32.542605 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-1a534391-b569-4ee9-9155-d915a75d8ba9 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 946 time: 0.0517066 Feb 16 08:36:32.637212 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Deleting port df396226-87b3-4286-bc66-5d90eef7f5f0 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:36:32.637555 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:32.726778 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] For port df396226-87b3-4286-bc66-5d90eef7f5f0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=df396226-87b3-4286-bc66-5d90eef7f5f0,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:36:32.727147 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:32.912949 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:32.913320 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (790991b0-51fb-4741-bcfb-5eebeef8086e), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:32.913639 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.l3_db [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Floating IP 790991b0-51fb-4741-bcfb-5eebeef8086e disassociated. External IP: 172.27.0.201, port: df396226-87b3-4286-bc66-5d90eef7f5f0. Feb 16 08:36:32.913990 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Calling delete_port for df396226-87b3-4286-bc66-5d90eef7f5f0 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:36:33.050496 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (df396226-87b3-4286-bc66-5d90eef7f5f0), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:33.078884 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event deleted for resources: {'Port': ['ID=df396226-87b3-4286-bc66-5d90eef7f5f0,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:33.090629 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.090987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.091336 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.091705 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.092044 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.092380 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.092715 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.093050 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.093469 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.093704 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.094040 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.094367 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.094697 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:33.208926 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:36:33.273152 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fdac9-c096-48be-96d3-593140b8432b req-bc53c1a3-d7e2-44e1-ac22-0fd11490b74b tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:33.274666 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a10fdac9-c096-48be-96d3-593140b8432b req-bc53c1a3-d7e2-44e1-ac22-0fd11490b74b tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 944 time: 0.0527785 Feb 16 08:36:33.320093 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:36:33.329962 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] Sync routers for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:36:33.339410 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a10fdac9-c096-48be-96d3-593140b8432b req-1d4f59bc-65c1-4651-910e-1751f631bec7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582845 Feb 16 08:36:33.342778 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:36:33.343626 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:36:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:33.357758 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3546dd4c-0d02-4050-9186-8e592650683c req-cfdf5cbd-17bf-467f-b663-8d306c2a4a1c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/ports?device_id=d05f9f0a-d00c-4df9-a393-a317cc6d905e HTTP/1.1" status: 200 len: 210 time: 0.0450106 Feb 16 08:36:33.363610 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] No DVR routers for this DVR port df396226-87b3-4286-bc66-5d90eef7f5f0 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:36:33.366441 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:33.370161 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-54eacd82-e9a3-4b45-a08b-0473309cc899 req-de383a31-772d-4ab9-a493-9cf44d5fd615 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.71 "DELETE /v2.0/ports/df396226-87b3-4286-bc66-5d90eef7f5f0 HTTP/1.1" status: 204 len: 173 time: 0.8193643 Feb 16 08:36:33.370624 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'name': 'network-vif-deleted', 'tag': 'df396226-87b3-4286-bc66-5d90eef7f5f0'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:36:33.372952 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026adf38-0c20-40ad-bc2f-a97c0a310726" -d '{"events": [{"server_uuid": "d05f9f0a-d00c-4df9-a393-a317cc6d905e", "name": "network-vif-deleted", "tag": "df396226-87b3-4286-bc66-5d90eef7f5f0"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:36:33.411455 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c60403-d542-4b2d-84bc-8a5aa4d55ea2 x-openstack-request-id: req-44c60403-d542-4b2d-84bc-8a5aa4d55ea2 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:36:33.411873 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05f9f0a-d00c-4df9-a393-a317cc6d905e", "name": "network-vif-deleted", "tag": "df396226-87b3-4286-bc66-5d90eef7f5f0", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:36:33.412133 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44c60403-d542-4b2d-84bc-8a5aa4d55ea2 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:36:33.412584 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05f9f0a-d00c-4df9-a393-a317cc6d905e', 'name': 'network-vif-deleted', 'tag': 'df396226-87b3-4286-bc66-5d90eef7f5f0', 'status': 'completed', 'code': 200} Feb 16 08:36:33.486051 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:36:33.691337 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:33.718041 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] Checking router: 45f0f0e7-aace-4d75-8a06-aab2179e88c2 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:36:33.726381 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:36:33.726983 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:36:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:33.840237 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:36:34.046068 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:34.075869 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260dc8e-913a-40da-83b9-02e1f889fc60 None None] The sync data for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi is: [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:25:38Z', 'revision_number': 4, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '307e20a7-76ee-44b8-a97a-9e33c94a6d7c', 'name': '', 'network_id': '3d5310f1-db5c-4a7f-9392-5a39ef30b19f', 'tenant_id': '345fc5599965442a8296b637802337b4', 'mac_address': 'fa:16:3e:de:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:37Z', 'updated_at': '2022-02-16T08:25:43Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'subnets': [{'id': 'a78103ce-bc70-413c-87f4-f8c98363975e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:36:34.293248 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e33dfb-1ae6-4105-af1c-49bf17ce3f7f None None] New status for floating IP 790991b0-51fb-4741-bcfb-5eebeef8086e: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:36:34.446186 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41660) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:34.472800 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ab402-3580-4adb-8b57-22da0c91178d req-21e48896-d41e-4101-a595-5181e5bb03e6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:34.474191 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c22ab402-3580-4adb-8b57-22da0c91178d req-21e48896-d41e-4101-a595-5181e5bb03e6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 944 time: 0.0566823 Feb 16 08:36:34.502360 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f470f094-350a-4e14-981f-7d129baed78c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (27af0476-49da-440c-a641-bccb97bef46a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:34.526489 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c22ab402-3580-4adb-8b57-22da0c91178d req-feeb85ca-207f-434f-ae8e-71ed16818017 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458555 Feb 16 08:36:34.526735 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f470f094-350a-4e14-981f-7d129baed78c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (27af0476-49da-440c-a641-bccb97bef46a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:34.578487 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f470f094-350a-4e14-981f-7d129baed78c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (27af0476-49da-440c-a641-bccb97bef46a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:34.581084 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f470f094-350a-4e14-981f-7d129baed78c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:34.582268 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-f470f094-350a-4e14-981f-7d129baed78c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "DELETE /v2.0/security-groups/27af0476-49da-440c-a641-bccb97bef46a HTTP/1.1" status: 204 len: 168 time: 0.1349664 Feb 16 08:36:34.585342 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41662) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:34.592494 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470f094-350a-4e14-981f-7d129baed78c tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27af0476-49da-440c-a641-bccb97bef46a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:34.600100 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.api.v2.resource [None req-85890296-28df-410b-97fb-b032e3fdbac0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] show failed (client error): The resource could not be found. Feb 16 08:36:34.601321 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-85890296-28df-410b-97fb-b032e3fdbac0 tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "GET /v2.0/security-groups/27af0476-49da-440c-a641-bccb97bef46a HTTP/1.1" status: 404 len: 347 time: 0.0149913 Feb 16 08:36:34.604715 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41664) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:34.727192 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Deleting port 7210b612-7343-4444-9b27-0c410abf859e {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:36:34.727469 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (7210b612-7343-4444-9b27-0c410abf859e), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:34.803606 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (7210b612-7343-4444-9b27-0c410abf859e), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:34.803939 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (7210b612-7343-4444-9b27-0c410abf859e), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:34.815889 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Calling delete_port for 7210b612-7343-4444-9b27-0c410abf859e owned by network:floatingip {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:36:34.914465 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device f23138c3-9fab-4807-a220-4e1a62e916e1 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:36:34.958327 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (7210b612-7343-4444-9b27-0c410abf859e), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:34.969863 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port f23138c3-9fab-4807-a220-4e1a62e916e1 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:36:34.974188 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port f23138c3-9fab-4807-a220-4e1a62e916e1 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:36:34.974657 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:34.987650 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Pushing event deleted for resources: {'Port': ['ID=7210b612-7343-4444-9b27-0c410abf859e,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:35.048242 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks [] for floatingip (790991b0-51fb-4741-bcfb-5eebeef8086e), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:35.050727 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:35.051892 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-7f078fef-0d62-4b72-8384-8750ba92deda tempest-AttachVolumeTestJSON-1507477961 tempest-AttachVolumeTestJSON-1507477961-project] 10.222.0.30 "DELETE /v2.0/floatingips/790991b0-51fb-4741-bcfb-5eebeef8086e HTTP/1.1" status: 204 len: 168 time: 0.4462011 Feb 16 08:36:35.059064 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port f23138c3-9fab-4807-a220-4e1a62e916e1 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:36:35.059491 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:35.082784 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23138c3-9fab-4807-a220-4e1a62e916e1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:36:35.085101 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c173ff-eb39-4c49-8778-020c56a17465" -d '{"events": [{"server_uuid": "3f7b5628-295e-4a00-a74e-09b0c9bb7975", "name": "network-vif-plugged", "status": "completed", "tag": "f23138c3-9fab-4807-a220-4e1a62e916e1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:36:35.101680 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port f23138c3-9fab-4807-a220-4e1a62e916e1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f23138c3-9fab-4807-a220-4e1a62e916e1,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:36:35.106987 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:35.107443 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device df396226-87b3-4286-bc66-5d90eef7f5f0 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:36:35.131269 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1867857-20a1-4b5b-99ef-9b7c3390c029 x-openstack-request-id: req-c1867857-20a1-4b5b-99ef-9b7c3390c029 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:36:35.131583 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7b5628-295e-4a00-a74e-09b0c9bb7975", "name": "network-vif-plugged", "status": "completed", "tag": "f23138c3-9fab-4807-a220-4e1a62e916e1", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:36:35.132464 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1867857-20a1-4b5b-99ef-9b7c3390c029 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:36:35.132984 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'code': 200} Feb 16 08:36:35.136142 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: df396226-87b3-4286-bc66-5d90eef7f5f0 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:36:35.136483 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device df396226-87b3-4286-bc66-5d90eef7f5f0 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:36:35.193770 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=f23138c3-9fab-4807-a220-4e1a62e916e1,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:35.367195 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2fae-7eeb-4450-9162-a7b0ad198278 req-f381d587-f8f6-466b-b9fc-1fe0a8d3333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:35.368651 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f5af2fae-7eeb-4450-9162-a7b0ad198278 req-f381d587-f8f6-466b-b9fc-1fe0a8d3333e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 1129 time: 0.0428123 Feb 16 08:36:35.415345 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f5af2fae-7eeb-4450-9162-a7b0ad198278 req-c202ad29-0363-4cbb-adcf-a7c32d3c674e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407507 Feb 16 08:36:35.644156 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07b342-6ac9-4275-90b1-878b89a5f2bd req-ad2570f6-fdcc-42d0-8b72-98c765c6bcfd tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:35.645635 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d07b342-6ac9-4275-90b1-878b89a5f2bd req-ad2570f6-fdcc-42d0-8b72-98c765c6bcfd tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 945 time: 0.0523031 Feb 16 08:36:35.696255 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d07b342-6ac9-4275-90b1-878b89a5f2bd req-e02ed8f5-49d0-4ae0-ad1c-c3d884261fbc tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445957 Feb 16 08:36:36.816782 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3faed-71ef-4bbe-99cf-a32be61ac883 req-95e047b0-2bf9-4f80-99c4-eedc2c9555eb tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:36.818234 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-faa3faed-71ef-4bbe-99cf-a32be61ac883 req-95e047b0-2bf9-4f80-99c4-eedc2c9555eb tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 945 time: 0.0547636 Feb 16 08:36:36.868712 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-faa3faed-71ef-4bbe-99cf-a32be61ac883 req-7cc1aa94-7372-4447-aec1-7f391434c515 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442376 Feb 16 08:36:37.693047 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:37.986539 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f8bef-f4bc-4eea-b36c-5a977b372456 req-742b84d8-67d0-40ce-b1dc-c3c77510ecb3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:37.988039 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9f0f8bef-f4bc-4eea-b36c-5a977b372456 req-742b84d8-67d0-40ce-b1dc-c3c77510ecb3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Feb 16 08:36:38.042186 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9f0f8bef-f4bc-4eea-b36c-5a977b372456 req-af4539eb-87e2-438f-8035-5fbc55e68c85 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485854 Feb 16 08:36:38.161811 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d1c4-fe74-44a5-b625-052902aa41ad req-ca50fd5a-3bfa-4e2b-a178-716483df87f9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:38.163283 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5971d1c4-fe74-44a5-b625-052902aa41ad req-ca50fd5a-3bfa-4e2b-a178-716483df87f9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 945 time: 0.0558467 Feb 16 08:36:38.211732 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5971d1c4-fe74-44a5-b625-052902aa41ad req-8741b805-0fbf-40d4-821a-6dde3c70a92b tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Feb 16 08:36:38.234884 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41698) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:38.316961 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef2564-b398-4e12-a4d2-54d1dbc4e12d tempest-TestVolumeBootPattern-2074953277 tempest-TestVolumeBootPattern-2074953277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:38.318524 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7aef2564-b398-4e12-a4d2-54d1dbc4e12d tempest-TestVolumeBootPattern-2074953277 tempest-TestVolumeBootPattern-2074953277-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 1124 time: 0.0826128 Feb 16 08:36:38.321612 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41702) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:38.325843 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'floatingip': {'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'port_id': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:36:38.347009 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:38.445829 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:38.550531 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Allocated IP 172.27.0.200 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/c857c229-d49e-49e6-a415-13b75a0bb3f2) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:36:38.564482 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41710) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:38.664249 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for port (c857c229-d49e-49e6-a415-13b75a0bb3f2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:38.702280 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (c857c229-d49e-49e6-a415-13b75a0bb3f2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:38.749557 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:36:38.752361 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:36:38.755861 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:36:38.776858 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'Port': ['ID=c857c229-d49e-49e6-a415-13b75a0bb3f2,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:39.121552 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (0f6fca26-f3e9-4d98-8755-028d1b6bb036), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:39.189522 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (c857c229-d49e-49e6-a415-13b75a0bb3f2), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:39.406604 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3640606'] for router_interface (45f0f0e7-aace-4d75-8a06-aab2179e88c2), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:39.626928 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for port (c857c229-d49e-49e6-a415-13b75a0bb3f2), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:39.632312 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (c857c229-d49e-49e6-a415-13b75a0bb3f2), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:39.708332 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'Port': ['ID=c857c229-d49e-49e6-a415-13b75a0bb3f2,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:39.715395 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Deleting port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:36:39.715765 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:39.716207 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (0f6fca26-f3e9-4d98-8755-028d1b6bb036), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:39.795297 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] For port 307e20a7-76ee-44b8-a97a-9e33c94a6d7c, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=307e20a7-76ee-44b8-a97a-9e33c94a6d7c,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:36:39.795694 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:39.809157 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Calling delete_port for 307e20a7-76ee-44b8-a97a-9e33c94a6d7c owned by network:router_interface {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:36:39.817278 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.l3_db [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Floating IP 0f6fca26-f3e9-4d98-8755-028d1b6bb036 associated. External IP: 172.27.0.200, port: f23138c3-9fab-4807-a220-4e1a62e916e1. Feb 16 08:36:39.996448 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (307e20a7-76ee-44b8-a97a-9e33c94a6d7c), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:40.027650 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=307e20a7-76ee-44b8-a97a-9e33c94a6d7c,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:40.032498 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Router be7ef47b-65e9-4616-95e8-36b74ec7a348 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:36:40.150376 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:36:40.162498 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] Sync routers for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:36:40.171304 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:40.182276 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:36:40.182909 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:36:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:40.208291 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b31ce380-58ec-4a5d-8dec-fc4604dfd886 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8856096 Feb 16 08:36:40.209112 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'tag': 'f23138c3-9fab-4807-a220-4e1a62e916e1'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:36:40.211399 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3662567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3640558'] for router_interface (45f0f0e7-aace-4d75-8a06-aab2179e88c2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:40.211697 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55accc3-fac8-4d67-8e26-bde64042b653" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7b5628-295e-4a00-a74e-09b0c9bb7975", "tag": "f23138c3-9fab-4807-a220-4e1a62e916e1"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:36:40.260534 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c62217-c4de-41c4-b313-4f5f67e619c8 x-openstack-request-id: req-44c62217-c4de-41c4-b313-4f5f67e619c8 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:36:40.261061 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7b5628-295e-4a00-a74e-09b0c9bb7975", "tag": "f23138c3-9fab-4807-a220-4e1a62e916e1", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:36:40.261487 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44c62217-c4de-41c4-b313-4f5f67e619c8 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:36:40.262069 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'tag': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'status': 'completed', 'code': 200} Feb 16 08:36:40.319819 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:36:40.325028 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-0d3d7c60-b527-47b8-a87d-807e7496f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:40.326608 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-0d3d7c60-b527-47b8-a87d-807e7496f5f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 1129 time: 0.0454946 Feb 16 08:36:40.425887 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-0c467022-4f1b-48ec-a5c7-f5b3078deb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:40.427375 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-0c467022-4f1b-48ec-a5c7-f5b3078deb43 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.0925448 Feb 16 08:36:40.453547 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:36:40.501945 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-7292a89f-33b0-418f-8aff-82042b107e97 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23138c3-9fab-4807-a220-4e1a62e916e1 HTTP/1.1" status: 200 len: 999 time: 0.0671496 Feb 16 08:36:40.553959 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-94d568db-1a26-48af-9084-da8826b18950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:40.555476 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-94d568db-1a26-48af-9084-da8826b18950 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0464430 Feb 16 08:36:40.573623 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:36:40.582753 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-d4c73d3d-d9b2-4ebe-a0bf-bab2259906d4 admin admin] 10.222.0.30 "PUT /v2.0/routers/45f0f0e7-aace-4d75-8a06-aab2179e88c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0142145 Feb 16 08:36:40.582753 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41718) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:40.590928 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] Sync routers for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:36:40.604006 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:36:40.604878 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:36:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:40.606223 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-71f30e74-4db1-4850-945b-da6f46373b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:40.608690 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-71f30e74-4db1-4850-945b-da6f46373b83 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466640 Feb 16 08:36:40.697976 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks [] for router (45f0f0e7-aace-4d75-8a06-aab2179e88c2), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:40.713168 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-f2e2ae04-8714-4942-87c7-f2c63bb98073 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965405 Feb 16 08:36:40.713773 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '0f6fca26-f3e9-4d98-8755-028d1b6bb036', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:ee:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:36:38Z', 'updated_at': '2022-02-16T08:36:38Z', 'revision_number': 0, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:40.722098 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:36:40.745812 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] Checking router: be7ef47b-65e9-4616-95e8-36b74ec7a348 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:36:40.755704 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:36:40.756534 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:36:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:40.813294 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks [] for router_gateway (45f0f0e7-aace-4d75-8a06-aab2179e88c2), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:40.853019 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-a55accc3-fac8-4d67-8e26-bde64042b653 req-60bfeeb3-6207-48b9-a277-dabee41f0586 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328461 Feb 16 08:36:40.879675 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Deleting port d83cb557-eb2a-434f-8b52-2856381efa7d {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:36:40.880298 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:40.882480 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:36:40.976882 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] For port d83cb557-eb2a-434f-8b52-2856381efa7d, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=d83cb557-eb2a-434f-8b52-2856381efa7d,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:36:40.977365 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:40.990975 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Calling delete_port for d83cb557-eb2a-434f-8b52-2856381efa7d owned by network:router_gateway {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:36:41.033077 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:36:39Z', 'revision_number': 5, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port': {'id': 'd83cb557-eb2a-434f-8b52-2856381efa7d', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:25:33Z', 'updated_at': '2022-02-16T08:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:41.061270 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] Checking router: 45f0f0e7-aace-4d75-8a06-aab2179e88c2 for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:36:41.070179 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] Routers {'45f0f0e7-aace-4d75-8a06-aab2179e88c2'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:36:41.070729 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:36:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:41.124364 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '0f6fca26-f3e9-4d98-8755-028d1b6bb036', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:ee:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:36:38Z', 'updated_at': '2022-02-16T08:36:38Z', 'revision_number': 0, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:41.155905 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f695ad-0564-488b-82a3-01c9fed81cf3 None None] The sync data for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi is: [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '0f6fca26-f3e9-4d98-8755-028d1b6bb036', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:ee:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:36:38Z', 'updated_at': '2022-02-16T08:36:38Z', 'revision_number': 0, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:36:41.162956 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] Set router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:36:41.173532 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (d83cb557-eb2a-434f-8b52-2856381efa7d), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.208834 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83cb557-eb2a-434f-8b52-2856381efa7d,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:41.224814 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:36:40Z', 'revision_number': 6, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port_host': None}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:41.252606 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d75c2-dd60-4691-ad9c-4002ab6b6a97 None None] The sync data for ids ['45f0f0e7-aace-4d75-8a06-aab2179e88c2'] in dv-cinder-773985-28-iscsi is: [{'id': '45f0f0e7-aace-4d75-8a06-aab2179e88c2', 'name': 'tempest-AttachVolumeTestJSON-1939547220-router', 'tenant_id': '345fc5599965442a8296b637802337b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:25:32Z', 'updated_at': '2022-02-16T08:36:40Z', 'revision_number': 6, 'project_id': '345fc5599965442a8296b637802337b4', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:36:41.270716 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3637588'] for router_gateway (45f0f0e7-aace-4d75-8a06-aab2179e88c2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.381600 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3649993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2546'] for router (45f0f0e7-aace-4d75-8a06-aab2179e88c2), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.383897 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks [] for router_controller (45f0f0e7-aace-4d75-8a06-aab2179e88c2), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.403964 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df58317a-6982-49fb-863d-997d39608cf4 None None] New status for floating IP 0f6fca26-f3e9-4d98-8755-028d1b6bb036: ACTIVE {{(pid=102596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:36:41.453751 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3649984'] for router (45f0f0e7-aace-4d75-8a06-aab2179e88c2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.454399 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f0f0e7-aace-4d75-8a06-aab2179e88c2 {{(pid=102594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:36:41.459401 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.460573 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-2262d43f-031a-4149-a3c3-3c664ca20196 admin admin] 10.222.0.30 "DELETE /v2.0/routers/45f0f0e7-aace-4d75-8a06-aab2179e88c2 HTTP/1.1" status: 204 len: 168 time: 0.8774674 Feb 16 08:36:41.463145 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41720) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:41.506565 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6232d704-19ed-4bb7-b594-c957b2fbcb31 admin admin] Deleting subnet a78103ce-bc70-413c-87f4-f8c98363975e {{(pid=102594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:36:41.510271 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6232d704-19ed-4bb7-b594-c957b2fbcb31 admin admin] Publish callbacks [] for subnet (a78103ce-bc70-413c-87f4-f8c98363975e), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.545064 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6232d704-19ed-4bb7-b594-c957b2fbcb31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62570941'] for subnet (a78103ce-bc70-413c-87f4-f8c98363975e), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.664687 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6232d704-19ed-4bb7-b594-c957b2fbcb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (a78103ce-bc70-413c-87f4-f8c98363975e), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.725596 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6232d704-19ed-4bb7-b594-c957b2fbcb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58863290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59022962'] for subnet (a78103ce-bc70-413c-87f4-f8c98363975e), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.755045 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232d704-19ed-4bb7-b594-c957b2fbcb31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78103ce-bc70-413c-87f4-f8c98363975e,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:41.758795 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6232d704-19ed-4bb7-b594-c957b2fbcb31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.762457 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-6232d704-19ed-4bb7-b594-c957b2fbcb31 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a78103ce-bc70-413c-87f4-f8c98363975e HTTP/1.1" status: 204 len: 168 time: 0.2979207 Feb 16 08:36:41.764699 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0866e5-f449-411e-9c21-e67673f2de13 None None] Network 3d5310f1-db5c-4a7f-9392-5a39ef30b19f requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:36:41.764948 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41722) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:41.834840 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (3d5310f1-db5c-4a7f-9392-5a39ef30b19f), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.887648 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Deleting port cbdd6134-18f3-4bf8-952a-a09362b17105 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:36:41.887986 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.952884 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] For port cbdd6134-18f3-4bf8-952a-a09362b17105, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=cbdd6134-18f3-4bf8-952a-a09362b17105,segment=NetworkSegment(72f0a2b8-1691-423d-b84b-5795e4cf8e7e),segment_id=72f0a2b8-1691-423d-b84b-5795e4cf8e7e)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:36:41.953245 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:41.965341 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Calling delete_port for cbdd6134-18f3-4bf8-952a-a09362b17105 owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:36:42.044847 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (cbdd6134-18f3-4bf8-952a-a09362b17105), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.071027 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdd6134-18f3-4bf8-952a-a09362b17105,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:42.075077 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] No DVR routers for this DVR port cbdd6134-18f3-4bf8-952a-a09362b17105 on host dv-cinder-773985-28-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:36:42.079156 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff0016-a97b-457f-bec5-dc597b717ce6 None None] DHCP port deletion for 3d5310f1-db5c-4a7f-9392-5a39ef30b19f request from dv-cinder-773985-28-iscsi {{(pid=102596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 08:36:42.087164 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 307e20a7-76ee-44b8-a97a-9e33c94a6d7c no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:36:42.117062 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 307e20a7-76ee-44b8-a97a-9e33c94a6d7c {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:36:42.117325 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 307e20a7-76ee-44b8-a97a-9e33c94a6d7c not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:36:42.150987 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (3d5310f1-db5c-4a7f-9392-5a39ef30b19f), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.172144 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5310f1-db5c-4a7f-9392-5a39ef30b19f']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:42.182533 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f0a2b8-1691-423d-b84b-5795e4cf8e7e') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:42.182826 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f0a2b8-1691-423d-b84b-5795e4cf8e7e') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:36:42.193212 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (72f0a2b8-1691-423d-b84b-5795e4cf8e7e), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.207380 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (72f0a2b8-1691-423d-b84b-5795e4cf8e7e), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.214045 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:36:42.214478 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (72f0a2b8-1691-423d-b84b-5795e4cf8e7e), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:36:42.216372 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:36:42.277966 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (3d5310f1-db5c-4a7f-9392-5a39ef30b19f), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.285555 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.288803 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] 10.222.0.30 "DELETE /v2.0/networks/3d5310f1-db5c-4a7f-9392-5a39ef30b19f HTTP/1.1" status: 204 len: 168 time: 0.5223031 Feb 16 08:36:42.298733 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b723cb-74fa-4030-8baf-a431e3b2fa4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5310f1-db5c-4a7f-9392-5a39ef30b19f,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:42.402851 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41726) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:42.677607 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-b1965fd7-b3b2-4a53-9bb9-acea0dc8c9c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=345fc5599965442a8296b637802337b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2735622 Feb 16 08:36:42.680063 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41728) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:42.728578 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-058f63bc-fcb8-4bab-b203-5ad44af9eeb6 admin admin] Publish callbacks [] for security_group (df65c094-2d27-49bc-ab0e-77a51e7654bf), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.749998 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-058f63bc-fcb8-4bab-b203-5ad44af9eeb6 admin admin] Publish callbacks [] for security_group (df65c094-2d27-49bc-ab0e-77a51e7654bf), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.796322 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-058f63bc-fcb8-4bab-b203-5ad44af9eeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (df65c094-2d27-49bc-ab0e-77a51e7654bf), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.798907 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-058f63bc-fcb8-4bab-b203-5ad44af9eeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:42.800149 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-058f63bc-fcb8-4bab-b203-5ad44af9eeb6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df65c094-2d27-49bc-ab0e-77a51e7654bf HTTP/1.1" status: 204 len: 168 time: 0.1191921 Feb 16 08:36:42.808690 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f63bc-fcb8-4bab-b203-5ad44af9eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df65c094-2d27-49bc-ab0e-77a51e7654bf,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:43.545202 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device cbdd6134-18f3-4bf8-952a-a09362b17105 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:36:43.566371 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: cbdd6134-18f3-4bf8-952a-a09362b17105 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:36:43.566721 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device cbdd6134-18f3-4bf8-952a-a09362b17105 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:36:43.567150 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d83cb557-eb2a-434f-8b52-2856381efa7d no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:36:43.586675 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: d83cb557-eb2a-434f-8b52-2856381efa7d {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:36:43.587028 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d83cb557-eb2a-434f-8b52-2856381efa7d not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:36:43.668297 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dcf65f91-c2bc-4daf-9af4-effbb3308307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:44.471188 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41782) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:44.595701 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:44.675414 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Publish callbacks [] for security_group (ad9f2ef0-6fa1-4cdf-8073-fed1dfd34d6e), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:44.679494 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ad9f2ef0-6fa1-4cdf-8073-fed1dfd34d6e), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:44.717059 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9f2ef0-6fa1-4cdf-8073-fed1dfd34d6e,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:44.721003 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=affdfff536cc470e81705d2847d5ae7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487612 Feb 16 08:36:44.723913 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41786) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:44.727248 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.727636 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.728485 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.728830 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.729174 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.729515 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.729851 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.730191 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.730530 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.730869 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.731203 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.731564 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.731894 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7a66a-1ba8-4c94-bbc2-e9e3f0f998bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:36:44.774963 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ef6dcc89-b5c1-49ea-8e03-bc17d88cdc84 admin admin] Publish callbacks [] for security_group (ad9f2ef0-6fa1-4cdf-8073-fed1dfd34d6e), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:44.797625 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ef6dcc89-b5c1-49ea-8e03-bc17d88cdc84 admin admin] Publish callbacks [] for security_group (ad9f2ef0-6fa1-4cdf-8073-fed1dfd34d6e), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:44.843975 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ef6dcc89-b5c1-49ea-8e03-bc17d88cdc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ad9f2ef0-6fa1-4cdf-8073-fed1dfd34d6e), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:44.846700 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ef6dcc89-b5c1-49ea-8e03-bc17d88cdc84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:44.847903 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-ef6dcc89-b5c1-49ea-8e03-bc17d88cdc84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad9f2ef0-6fa1-4cdf-8073-fed1dfd34d6e HTTP/1.1" status: 204 len: 168 time: 0.1229875 Feb 16 08:36:44.856368 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dcc89-b5c1-49ea-8e03-bc17d88cdc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9f2ef0-6fa1-4cdf-8073-fed1dfd34d6e,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:45.106452 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41792) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:45.121691 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2c97ecf9-53aa-47d1-93ed-5d207c6cf15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:45.195519 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2c97ecf9-53aa-47d1-93ed-5d207c6cf15d admin admin] Publish callbacks [] for security_group (ac738144-9177-464c-9fc9-de971c04ac41), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:45.200180 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2c97ecf9-53aa-47d1-93ed-5d207c6cf15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ac738144-9177-464c-9fc9-de971c04ac41), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:45.236873 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-2c97ecf9-53aa-47d1-93ed-5d207c6cf15d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a55a74c6bf8344448dce852e2947e931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293402 Feb 16 08:36:45.238953 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97ecf9-53aa-47d1-93ed-5d207c6cf15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac738144-9177-464c-9fc9-de971c04ac41,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:45.239577 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41794) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:45.286913 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2b429b4b-fd09-4e57-9153-4bb612a1331d admin admin] Publish callbacks [] for security_group (ac738144-9177-464c-9fc9-de971c04ac41), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:45.310991 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2b429b4b-fd09-4e57-9153-4bb612a1331d admin admin] Publish callbacks [] for security_group (ac738144-9177-464c-9fc9-de971c04ac41), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:45.357240 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2b429b4b-fd09-4e57-9153-4bb612a1331d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ac738144-9177-464c-9fc9-de971c04ac41), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:45.359695 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2b429b4b-fd09-4e57-9153-4bb612a1331d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:45.360827 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-2b429b4b-fd09-4e57-9153-4bb612a1331d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac738144-9177-464c-9fc9-de971c04ac41 HTTP/1.1" status: 204 len: 168 time: 0.1202722 Feb 16 08:36:45.368230 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b429b4b-fd09-4e57-9153-4bb612a1331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac738144-9177-464c-9fc9-de971c04ac41,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:45.748505 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:36:45.937452 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-65c30511-ff6a-4358-b6da-31978fbf087b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:47.427966 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:48.261586 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ce5839ae-2b23-475e-a166-6927481a1679 req-bbd75511-920d-4f73-84a1-ccb37fa37db2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455270 Feb 16 08:36:48.328192 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5839ae-2b23-475e-a166-6927481a1679 req-17c67d0f-e518-4afc-9787-2cfc7d13bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:48.329752 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ce5839ae-2b23-475e-a166-6927481a1679 req-17c67d0f-e518-4afc-9787-2cfc7d13bee8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 1130 time: 0.0469112 Feb 16 08:36:48.463506 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5839ae-2b23-475e-a166-6927481a1679 req-8e7686f7-d6b9-48f8-b04b-9d25cdee26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:48.464934 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ce5839ae-2b23-475e-a166-6927481a1679 req-8e7686f7-d6b9-48f8-b04b-9d25cdee26d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.1148190 Feb 16 08:36:48.535584 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ce5839ae-2b23-475e-a166-6927481a1679 req-4c7e5a70-de8a-41d8-92b2-17165ffc546b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 200 len: 1002 time: 0.0636754 Feb 16 08:36:48.587993 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5839ae-2b23-475e-a166-6927481a1679 req-4b3bd7fe-cdd6-4b88-955a-3c722d7d8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:48.589492 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ce5839ae-2b23-475e-a166-6927481a1679 req-4b3bd7fe-cdd6-4b88-955a-3c722d7d8e1a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0472975 Feb 16 08:36:48.638548 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5839ae-2b23-475e-a166-6927481a1679 req-9c7d08c6-ceea-467a-9a5c-396f8d98b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:48.640111 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ce5839ae-2b23-475e-a166-6927481a1679 req-9c7d08c6-ceea-467a-9a5c-396f8d98b2ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438659 Feb 16 08:36:48.730214 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ce5839ae-2b23-475e-a166-6927481a1679 req-348580ee-d17d-43ca-9546-37fa071cd33b service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830240 Feb 16 08:36:48.823492 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ce5839ae-2b23-475e-a166-6927481a1679 req-108fd16e-2018-4ca9-a879-17f9ac6bffc5 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851817 Feb 16 08:36:48.926253 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.166644 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.267937 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41892) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:50.371056 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-431df11b-b2e0-453d-a857-5bf837f588c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.443354 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-431df11b-b2e0-453d-a857-5bf837f588c3 admin admin] Publish callbacks [] for security_group (b53d6cc6-1fcf-4b71-b32a-6645f8cf4703), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.447325 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-431df11b-b2e0-453d-a857-5bf837f588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (b53d6cc6-1fcf-4b71-b32a-6645f8cf4703), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.484921 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-431df11b-b2e0-453d-a857-5bf837f588c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dc216ea4d1e410fb0f1099524c38517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158229 Feb 16 08:36:50.485873 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431df11b-b2e0-453d-a857-5bf837f588c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53d6cc6-1fcf-4b71-b32a-6645f8cf4703,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:50.487743 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41896) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:50.537514 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fa59a7-3692-4f47-8884-33b0666bdabd admin admin] Publish callbacks [] for security_group (b53d6cc6-1fcf-4b71-b32a-6645f8cf4703), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.560567 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fa59a7-3692-4f47-8884-33b0666bdabd admin admin] Publish callbacks [] for security_group (b53d6cc6-1fcf-4b71-b32a-6645f8cf4703), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.608203 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fa59a7-3692-4f47-8884-33b0666bdabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (b53d6cc6-1fcf-4b71-b32a-6645f8cf4703), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.610801 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-62fa59a7-3692-4f47-8884-33b0666bdabd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.612032 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-62fa59a7-3692-4f47-8884-33b0666bdabd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b53d6cc6-1fcf-4b71-b32a-6645f8cf4703 HTTP/1.1" status: 204 len: 168 time: 0.1232860 Feb 16 08:36:50.619907 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa59a7-3692-4f47-8884-33b0666bdabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53d6cc6-1fcf-4b71-b32a-6645f8cf4703,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:50.871124 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41902) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:50.884562 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0a70-e912-44b3-a062-71e20e5c4d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.964192 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0a70-e912-44b3-a062-71e20e5c4d64 admin admin] Publish callbacks [] for security_group (6ec8574f-99d1-4f66-a400-533e59d6c602), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:50.968443 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0a70-e912-44b3-a062-71e20e5c4d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (6ec8574f-99d1-4f66-a400-533e59d6c602), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:51.005866 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0a70-e912-44b3-a062-71e20e5c4d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec8574f-99d1-4f66-a400-533e59d6c602,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:51.010786 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-1dbb0a70-e912-44b3-a062-71e20e5c4d64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a568310403ec4d09818474622e5456f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386106 Feb 16 08:36:51.013860 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41904) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:51.069498 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d1c8aa8b-b51c-4166-a124-d1a5d63b7a89 admin admin] Publish callbacks [] for security_group (6ec8574f-99d1-4f66-a400-533e59d6c602), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:51.090626 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d1c8aa8b-b51c-4166-a124-d1a5d63b7a89 admin admin] Publish callbacks [] for security_group (6ec8574f-99d1-4f66-a400-533e59d6c602), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:51.137057 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d1c8aa8b-b51c-4166-a124-d1a5d63b7a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (6ec8574f-99d1-4f66-a400-533e59d6c602), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:51.139617 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d1c8aa8b-b51c-4166-a124-d1a5d63b7a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:51.140768 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-d1c8aa8b-b51c-4166-a124-d1a5d63b7a89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ec8574f-99d1-4f66-a400-533e59d6c602 HTTP/1.1" status: 204 len: 168 time: 0.1261849 Feb 16 08:36:51.148644 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8aa8b-b51c-4166-a124-d1a5d63b7a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec8574f-99d1-4f66-a400-533e59d6c602,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:53.723809 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41972) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:53.831070 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-df462085-8393-4e21-b163-3d67cd0a2e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:53.913083 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-df462085-8393-4e21-b163-3d67cd0a2e7b admin admin] Publish callbacks [] for security_group (cd760cb2-a368-4c9b-bef9-d7bfdc273132), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:53.917958 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-df462085-8393-4e21-b163-3d67cd0a2e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (cd760cb2-a368-4c9b-bef9-d7bfdc273132), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:53.959019 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df462085-8393-4e21-b163-3d67cd0a2e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd760cb2-a368-4c9b-bef9-d7bfdc273132,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:53.965042 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-df462085-8393-4e21-b163-3d67cd0a2e7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35f07d42ede5409eb3749c0247716feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401376 Feb 16 08:36:53.968670 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 41978) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:54.020687 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c6ba4eb4-b5fc-4314-a336-8df5d317fe48 admin admin] Publish callbacks [] for security_group (cd760cb2-a368-4c9b-bef9-d7bfdc273132), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.042175 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c6ba4eb4-b5fc-4314-a336-8df5d317fe48 admin admin] Publish callbacks [] for security_group (cd760cb2-a368-4c9b-bef9-d7bfdc273132), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.089736 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c6ba4eb4-b5fc-4314-a336-8df5d317fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (cd760cb2-a368-4c9b-bef9-d7bfdc273132), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.092496 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c6ba4eb4-b5fc-4314-a336-8df5d317fe48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.093655 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-c6ba4eb4-b5fc-4314-a336-8df5d317fe48 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd760cb2-a368-4c9b-bef9-d7bfdc273132 HTTP/1.1" status: 204 len: 168 time: 0.1240566 Feb 16 08:36:54.101698 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba4eb4-b5fc-4314-a336-8df5d317fe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd760cb2-a368-4c9b-bef9-d7bfdc273132,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:54.378491 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41984) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:54.393167 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-03849c07-5139-442f-84f0-98b7f715fd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.479474 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-03849c07-5139-442f-84f0-98b7f715fd8f admin admin] Publish callbacks [] for security_group (e6c118fa-ecce-4e4d-bc08-3f5af672d411), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.483865 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-03849c07-5139-442f-84f0-98b7f715fd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e6c118fa-ecce-4e4d-bc08-3f5af672d411), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.524566 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-03849c07-5139-442f-84f0-98b7f715fd8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62ff4a8f296147a5a2129dcc52034926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428809 Feb 16 08:36:54.525711 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 41986) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:54.531959 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03849c07-5139-442f-84f0-98b7f715fd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c118fa-ecce-4e4d-bc08-3f5af672d411,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:54.582429 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b3d84381-55cb-487a-a103-44a8df17e287 admin admin] Publish callbacks [] for security_group (e6c118fa-ecce-4e4d-bc08-3f5af672d411), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.610117 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b3d84381-55cb-487a-a103-44a8df17e287 admin admin] Publish callbacks [] for security_group (e6c118fa-ecce-4e4d-bc08-3f5af672d411), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.673601 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b3d84381-55cb-487a-a103-44a8df17e287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (e6c118fa-ecce-4e4d-bc08-3f5af672d411), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.676292 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b3d84381-55cb-487a-a103-44a8df17e287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:54.677462 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-b3d84381-55cb-487a-a103-44a8df17e287 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6c118fa-ecce-4e4d-bc08-3f5af672d411 HTTP/1.1" status: 204 len: 168 time: 0.1508241 Feb 16 08:36:54.685946 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d84381-55cb-487a-a103-44a8df17e287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c118fa-ecce-4e4d-bc08-3f5af672d411,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:55.410287 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42008) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:55.523075 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1770172560-network', 'tenant_id': '5814bcfd6e7645bfbe0102d49904b353'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:36:55.554195 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Made reservation on behalf of 5814bcfd6e7645bfbe0102d49904b353 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:36:55.559041 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:55.568767 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:55.656877 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Publish callbacks [] for security_group (697d12ec-75c1-4299-8e09-236dd6c2add9), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:55.661197 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (697d12ec-75c1-4299-8e09-236dd6c2add9), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:55.690383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:36:55.700980 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697d12ec-75c1-4299-8e09-236dd6c2add9,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:55.705796 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (4a770504-a837-4c5e-94c1-ed9233969651), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:55.706146 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Added segment 4a770504-a837-4c5e-94c1-ed9233969651 of type vlan for network 4cce6865-0987-40f2-ab27-fdf32d16c3c3 Feb 16 08:36:55.746520 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (4cce6865-0987-40f2-ab27-fdf32d16c3c3), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:55.771922 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (4cce6865-0987-40f2-ab27-fdf32d16c3c3), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:55.772907 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:55.773534 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:55.808382 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3969522 Feb 16 08:36:55.812183 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42012) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:55.817166 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Request body: {'subnet': {'network_id': '4cce6865-0987-40f2-ab27-fdf32d16c3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1770172560-subnet', 'tenant_id': '5814bcfd6e7645bfbe0102d49904b353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:36:55.838042 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987247a-04f1-4e3c-94a5-41d3e8ff3de0 admin admin] Pushing event updated for resources: {'Network': ['ID=4cce6865-0987-40f2-ab27-fdf32d16c3c3,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:55.840513 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Made reservation on behalf of 5814bcfd6e7645bfbe0102d49904b353 for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:36:55.842854 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59022935'] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:55.851480 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 4cce6865-0987-40f2-ab27-fdf32d16c3c3 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:36:56.055804 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58862207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59022949'] for subnet (e241495e-b327-47a2-a2a2-4c329fee5dbc), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:56.112596 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e241495e-b327-47a2-a2a2-4c329fee5dbc,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:56.121787 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Checking segment: {'id': '4a770504-a837-4c5e-94c1-ed9233969651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4cce6865-0987-40f2-ab27-fdf32d16c3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:36:56.122160 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Network hostable DHCP agents. Network: 4cce6865-0987-40f2-ab27-fdf32d16c3c3, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:36:56.138916 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Network 4cce6865-0987-40f2-ab27-fdf32d16c3c3 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:36:56.148359 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 4cce6865-0987-40f2-ab27-fdf32d16c3c3) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:36:56.157816 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:56.158466 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:56.160220 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c7622-fe0c-493b-a5b7-10e840bee4f4 None None] Network 4cce6865-0987-40f2-ab27-fdf32d16c3c3 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:36:56.176929 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-b1218c74-ce44-43e0-857d-ebd814dd3ae8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3636291 Feb 16 08:36:56.301827 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77a141-8fac-4e45-b0ba-7370ae51b591 None None] Network 4cce6865-0987-40f2-ab27-fdf32d16c3c3 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:36:56.734826 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42028) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:56.740175 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-193185336-network', 'tenant_id': 'ac2e5cbe4afb40f9a5373e5d8f347b11'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:36:56.761270 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Made reservation on behalf of ac2e5cbe4afb40f9a5373e5d8f347b11 for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:36:56.763540 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:56.772641 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:56.851267 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Publish callbacks [] for security_group (ade07b19-8d87-4a35-8123-2816c5090774), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:56.855695 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ade07b19-8d87-4a35-8123-2816c5090774), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:56.883846 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:36:56.894423 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade07b19-8d87-4a35-8123-2816c5090774,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:56.899456 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (8fbbfbde-0468-43b4-97f0-b50cc2631ef2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:56.900348 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Added segment 8fbbfbde-0468-43b4-97f0-b50cc2631ef2 of type vlan for network 34f5f51a-c8d3-41e2-85bd-864d25a9193d Feb 16 08:36:56.942045 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (34f5f51a-c8d3-41e2-85bd-864d25a9193d), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:56.983286 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (34f5f51a-c8d3-41e2-85bd-864d25a9193d), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:56.984742 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:56.985570 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:57.026253 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2900426 Feb 16 08:36:57.028834 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42032) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:36:57.033589 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Request body: {'subnet': {'network_id': '34f5f51a-c8d3-41e2-85bd-864d25a9193d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-193185336-subnet', 'tenant_id': 'ac2e5cbe4afb40f9a5373e5d8f347b11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:36:57.061953 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5c581-e990-4528-a409-6d41b979de8c admin admin] Pushing event updated for resources: {'Network': ['ID=34f5f51a-c8d3-41e2-85bd-864d25a9193d,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:57.072853 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 34f5f51a-c8d3-41e2-85bd-864d25a9193d details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:36:57.080275 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Made reservation on behalf of ac2e5cbe4afb40f9a5373e5d8f347b11 for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:36:57.082737 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59584531'] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:57.266705 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59262976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59584545'] for subnet (06c8d83e-bee1-4970-b163-16f2197ce55a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:57.322338 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c8d83e-bee1-4970-b163-16f2197ce55a,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:36:57.338979 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Checking segment: {'id': '8fbbfbde-0468-43b4-97f0-b50cc2631ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34f5f51a-c8d3-41e2-85bd-864d25a9193d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:36:57.339337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Network hostable DHCP agents. Network: 34f5f51a-c8d3-41e2-85bd-864d25a9193d, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:36:57.357957 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Network 34f5f51a-c8d3-41e2-85bd-864d25a9193d is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:36:57.370092 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 34f5f51a-c8d3-41e2-85bd-864d25a9193d) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:36:57.375351 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:36:57.375986 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:36:57.380764 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56efceb1-7971-49e5-a580-11583b71cf82 None None] Network 34f5f51a-c8d3-41e2-85bd-864d25a9193d requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:36:57.406866 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-5d2c3067-95be-4add-84f3-07ca9fffd4eb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3672321 Feb 16 08:36:57.495488 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9afda-2804-461b-944d-83dcdd978add None None] Network 34f5f51a-c8d3-41e2-85bd-864d25a9193d requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:37:07.694128 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.002771 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42176) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:11.043054 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2c85-9246-4397-a5a2-1925e98276e4 req-99bab1bf-87c7-4d0f-8c20-9371c2687077 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:11.044598 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-991b2c85-9246-4397-a5a2-1925e98276e4 req-99bab1bf-87c7-4d0f-8c20-9371c2687077 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0605228 Feb 16 08:37:11.049664 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a91a24e-ebd2-41f4-a77d-c375d54c879b admin admin] Deleting subnet e241495e-b327-47a2-a2a2-4c329fee5dbc {{(pid=102593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:37:11.053093 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a91a24e-ebd2-41f4-a77d-c375d54c879b admin admin] Publish callbacks [] for subnet (e241495e-b327-47a2-a2a2-4c329fee5dbc), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.087253 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a91a24e-ebd2-41f4-a77d-c375d54c879b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58762539'] for subnet (e241495e-b327-47a2-a2a2-4c329fee5dbc), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.093418 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-991b2c85-9246-4397-a5a2-1925e98276e4 req-36908878-bb42-44ae-8c24-5320740e5d7b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431163 Feb 16 08:37:11.126944 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a91a24e-ebd2-41f4-a77d-c375d54c879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (e241495e-b327-47a2-a2a2-4c329fee5dbc), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.183109 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a91a24e-ebd2-41f4-a77d-c375d54c879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59264197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59584566'] for subnet (e241495e-b327-47a2-a2a2-4c329fee5dbc), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.208701 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91a24e-ebd2-41f4-a77d-c375d54c879b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e241495e-b327-47a2-a2a2-4c329fee5dbc,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:11.212933 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a91a24e-ebd2-41f4-a77d-c375d54c879b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.216186 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7a91a24e-ebd2-41f4-a77d-c375d54c879b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e241495e-b327-47a2-a2a2-4c329fee5dbc HTTP/1.1" status: 204 len: 168 time: 0.2122998 Feb 16 08:37:11.218760 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42178) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:11.286461 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (4cce6865-0987-40f2-ab27-fdf32d16c3c3), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.367040 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (4cce6865-0987-40f2-ab27-fdf32d16c3c3), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.386248 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cce6865-0987-40f2-ab27-fdf32d16c3c3']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:11.395151 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a770504-a837-4c5e-94c1-ed9233969651') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:11.395475 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a770504-a837-4c5e-94c1-ed9233969651') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:11.405001 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (4a770504-a837-4c5e-94c1-ed9233969651), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.418679 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (4a770504-a837-4c5e-94c1-ed9233969651), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.425242 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:37:11.425624 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (4a770504-a837-4c5e-94c1-ed9233969651), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:37:11.427409 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:37:11.484078 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (4cce6865-0987-40f2-ab27-fdf32d16c3c3), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.489790 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.492897 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] 10.222.0.30 "DELETE /v2.0/networks/4cce6865-0987-40f2-ab27-fdf32d16c3c3 HTTP/1.1" status: 204 len: 168 time: 0.2731991 Feb 16 08:37:11.495909 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42180) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:11.504536 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23726f3-4424-42ce-834b-c4b6a79ce32a admin admin] Pushing event deleted for resources: {'Network': ['ID=4cce6865-0987-40f2-ab27-fdf32d16c3c3,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:11.541679 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_v2 [None req-332f8ee4-66ad-4fbd-8755-52469e52d40c admin admin] Deleting subnet 06c8d83e-bee1-4970-b163-16f2197ce55a {{(pid=102594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:37:11.544939 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-332f8ee4-66ad-4fbd-8755-52469e52d40c admin admin] Publish callbacks [] for subnet (06c8d83e-bee1-4970-b163-16f2197ce55a), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.578909 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-332f8ee4-66ad-4fbd-8755-52469e52d40c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62570941'] for subnet (06c8d83e-bee1-4970-b163-16f2197ce55a), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.622569 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-332f8ee4-66ad-4fbd-8755-52469e52d40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (06c8d83e-bee1-4970-b163-16f2197ce55a), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.674279 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-332f8ee4-66ad-4fbd-8755-52469e52d40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58863290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59022962'] for subnet (06c8d83e-bee1-4970-b163-16f2197ce55a), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.702169 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f8ee4-66ad-4fbd-8755-52469e52d40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c8d83e-bee1-4970-b163-16f2197ce55a,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:11.704674 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-332f8ee4-66ad-4fbd-8755-52469e52d40c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.709967 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-332f8ee4-66ad-4fbd-8755-52469e52d40c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/06c8d83e-bee1-4970-b163-16f2197ce55a HTTP/1.1" status: 204 len: 168 time: 0.2130437 Feb 16 08:37:11.713035 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42182) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:11.780296 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (34f5f51a-c8d3-41e2-85bd-864d25a9193d), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.863353 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (34f5f51a-c8d3-41e2-85bd-864d25a9193d), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.882950 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f5f51a-c8d3-41e2-85bd-864d25a9193d']}} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:11.892722 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbbfbde-0468-43b4-97f0-b50cc2631ef2') {'for_net_delete': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:11.893024 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbbfbde-0468-43b4-97f0-b50cc2631ef2') {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:11.904526 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62570932'] for segment (8fbbfbde-0468-43b4-97f0-b50cc2631ef2), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.917760 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (8fbbfbde-0468-43b4-97f0-b50cc2631ef2), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.924051 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:37:11.924443 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58863328'] for segment (8fbbfbde-0468-43b4-97f0-b50cc2631ef2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: Traceback (most recent call last): Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: timer() Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: cb(*args, **kw) Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: return func(*args, **kwargs) Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: self._notify() Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: self.callback(batched_events) Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: event.method(event) Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: return f(self, *a, **k) Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._get(url).json() Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: return self.request(url, 'GET', **kwargs) Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:37:11.926081 dv-cinder-773985-28-iscsi neutron-server[102594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:37:11.984571 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (34f5f51a-c8d3-41e2-85bd-864d25a9193d), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.989855 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:11.993984 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] 10.222.0.30 "DELETE /v2.0/networks/34f5f51a-c8d3-41e2-85bd-864d25a9193d HTTP/1.1" status: 204 len: 168 time: 0.2791624 Feb 16 08:37:12.005347 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed984537-8880-4bdd-bee0-0dd80a6a5b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f5f51a-c8d3-41e2-85bd-864d25a9193d,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:12.155439 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42188) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:12.223902 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-42c448b1-00fc-44be-a116-0abcf50de9eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5814bcfd6e7645bfbe0102d49904b353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671463 Feb 16 08:37:12.226954 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42190) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:12.245846 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716529fd-7fcd-4dcd-8347-018eb19b7977 req-c2de16a6-c128-4ce9-8ea8-6c326ee666de tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:12.247362 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-716529fd-7fcd-4dcd-8347-018eb19b7977 req-c2de16a6-c128-4ce9-8ea8-6c326ee666de tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0727215 Feb 16 08:37:12.278020 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a4812f92-ccbe-48ea-a047-7f6f71963de4 admin admin] Publish callbacks [] for security_group (697d12ec-75c1-4299-8e09-236dd6c2add9), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:12.295065 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-716529fd-7fcd-4dcd-8347-018eb19b7977 req-aa1ac787-07b4-43fc-891e-14bdd976c1ac tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Feb 16 08:37:12.299947 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a4812f92-ccbe-48ea-a047-7f6f71963de4 admin admin] Publish callbacks [] for security_group (697d12ec-75c1-4299-8e09-236dd6c2add9), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:12.347106 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a4812f92-ccbe-48ea-a047-7f6f71963de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (697d12ec-75c1-4299-8e09-236dd6c2add9), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:12.349729 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a4812f92-ccbe-48ea-a047-7f6f71963de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:12.350880 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a4812f92-ccbe-48ea-a047-7f6f71963de4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/697d12ec-75c1-4299-8e09-236dd6c2add9 HTTP/1.1" status: 204 len: 168 time: 0.1225312 Feb 16 08:37:12.359125 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4812f92-ccbe-48ea-a047-7f6f71963de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697d12ec-75c1-4299-8e09-236dd6c2add9,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:12.655964 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42196) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:12.695852 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-898eae25-7013-4454-a0fc-0035aef77117 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac2e5cbe4afb40f9a5373e5d8f347b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387244 Feb 16 08:37:12.698397 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42198) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:12.752591 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-325d778a-8462-4f3b-a4a0-8f719723bc6c admin admin] Publish callbacks [] for security_group (ade07b19-8d87-4a35-8123-2816c5090774), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:12.773496 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-325d778a-8462-4f3b-a4a0-8f719723bc6c admin admin] Publish callbacks [] for security_group (ade07b19-8d87-4a35-8123-2816c5090774), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:12.819299 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-325d778a-8462-4f3b-a4a0-8f719723bc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ade07b19-8d87-4a35-8123-2816c5090774), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:12.822373 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-325d778a-8462-4f3b-a4a0-8f719723bc6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:12.823583 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-325d778a-8462-4f3b-a4a0-8f719723bc6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ade07b19-8d87-4a35-8123-2816c5090774 HTTP/1.1" status: 204 len: 168 time: 0.1242583 Feb 16 08:37:12.832170 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d778a-8462-4f3b-a4a0-8f719723bc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade07b19-8d87-4a35-8123-2816c5090774,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:13.422052 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022301c9-1218-4d5b-bc86-8f7ec0fe573f req-1c8ac2cb-2faf-4276-8f2d-9a65b8713da2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:13.423617 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-022301c9-1218-4d5b-bc86-8f7ec0fe573f req-1c8ac2cb-2faf-4276-8f2d-9a65b8713da2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0547144 Feb 16 08:37:13.472546 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-022301c9-1218-4d5b-bc86-8f7ec0fe573f req-59533df3-e27e-41e6-9f0f-8a2aa4868dca tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430667 Feb 16 08:37:13.669182 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-42e39b7e-3b00-4a6d-8ee2-1ebdb434bd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:13.862730 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42232) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:13.965660 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e665a397-328b-48fc-b790-ed5c50ae321c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:14.043887 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e665a397-328b-48fc-b790-ed5c50ae321c admin admin] Publish callbacks [] for security_group (3af23db7-8e5d-4ddb-b91f-ad53d168ea87), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:14.048410 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e665a397-328b-48fc-b790-ed5c50ae321c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (3af23db7-8e5d-4ddb-b91f-ad53d168ea87), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:14.087311 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-e665a397-328b-48fc-b790-ed5c50ae321c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41a472a18b3e4b1e84dec0063051bef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234256 Feb 16 08:37:14.088050 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665a397-328b-48fc-b790-ed5c50ae321c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af23db7-8e5d-4ddb-b91f-ad53d168ea87,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:14.090242 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42236) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:14.140300 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63518d17-7c1b-4a19-9008-d50000583bfe admin admin] Publish callbacks [] for security_group (3af23db7-8e5d-4ddb-b91f-ad53d168ea87), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:14.160698 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63518d17-7c1b-4a19-9008-d50000583bfe admin admin] Publish callbacks [] for security_group (3af23db7-8e5d-4ddb-b91f-ad53d168ea87), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:14.211533 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63518d17-7c1b-4a19-9008-d50000583bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (3af23db7-8e5d-4ddb-b91f-ad53d168ea87), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:14.215063 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63518d17-7c1b-4a19-9008-d50000583bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:14.216249 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-63518d17-7c1b-4a19-9008-d50000583bfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3af23db7-8e5d-4ddb-b91f-ad53d168ea87 HTTP/1.1" status: 204 len: 168 time: 0.1248839 Feb 16 08:37:14.224382 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63518d17-7c1b-4a19-9008-d50000583bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af23db7-8e5d-4ddb-b91f-ad53d168ea87,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:14.604085 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17724d-ce4d-488f-8ed2-0296ad48e3f3 req-156b7581-8ae0-48ec-836d-acc7d428b40b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:14.605661 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4d17724d-ce4d-488f-8ed2-0296ad48e3f3 req-156b7581-8ae0-48ec-836d-acc7d428b40b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0556521 Feb 16 08:37:14.656193 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4d17724d-ce4d-488f-8ed2-0296ad48e3f3 req-d6041330-5bc3-4d5c-8c2a-a27c0d707165 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442333 Feb 16 08:37:15.784130 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79948d-de99-4838-8102-d510cc037487 req-e5e3a01d-a443-4db5-8529-2d298da537b2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:15.785481 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ce79948d-de99-4838-8102-d510cc037487 req-e5e3a01d-a443-4db5-8529-2d298da537b2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0535648 Feb 16 08:37:15.838672 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ce79948d-de99-4838-8102-d510cc037487 req-95b3e8da-cf77-4d20-b78d-776f1ef050bf tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474920 Feb 16 08:37:15.930542 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f961a02c-2699-4c49-b0ac-7a93bb7f7109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:16.972726 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45c619-8a62-4863-973e-b6d1a5fc4b5b req-4607c48e-462c-42c6-b941-20e9253491b6 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:16.974819 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cc45c619-8a62-4863-973e-b6d1a5fc4b5b req-4607c48e-462c-42c6-b941-20e9253491b6 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0635712 Feb 16 08:37:17.026155 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cc45c619-8a62-4863-973e-b6d1a5fc4b5b req-4cc6c93d-b718-4af1-a950-cf4b017c8f78 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Feb 16 08:37:17.432382 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:18.150689 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c406f-36dd-4218-a676-92fdb543d27d req-c668e148-4011-446c-846b-f4a02bedcd70 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:18.152489 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c84c406f-36dd-4218-a676-92fdb543d27d req-c668e148-4011-446c-846b-f4a02bedcd70 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0552850 Feb 16 08:37:18.204043 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c84c406f-36dd-4218-a676-92fdb543d27d req-8a22e403-e0ce-4c70-8ba2-3e5377b438b9 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436463 Feb 16 08:37:18.933679 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:19.351672 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-fb2903d5-a503-4042-89ce-0995888499af tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432898351&fields=id&tenant_id=f55b6a964e98408190f233c6df9d9647 HTTP/1.1" status: 200 len: 267 time: 0.0774345 Feb 16 08:37:19.382536 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf7f35-443a-45a0-82c0-c9e93b006d68 req-c96d03d5-f014-48d0-ad0b-0bcf68b8e16b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:19.384099 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-afcf7f35-443a-45a0-82c0-c9e93b006d68 req-c96d03d5-f014-48d0-ad0b-0bcf68b8e16b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.1035936 Feb 16 08:37:19.451853 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-afcf7f35-443a-45a0-82c0-c9e93b006d68 req-75fc2ace-7754-41a1-88af-370abb3d44f6 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531790 Feb 16 08:37:19.462800 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-bc392aae-6976-438b-9561-3879fff8a4eb tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:19.464428 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-bc392aae-6976-438b-9561-3879fff8a4eb tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 985 time: 0.1067498 Feb 16 08:37:19.475552 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-e50593e7-c051-43c5-b08b-6f60d143b56a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Request body: {'port': {'security_groups': ['da924f8d-732d-40dd-a2cf-a0c3b573229b']}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:37:19.559697 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-e50593e7-c051-43c5-b08b-6f60d143b56a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:19.743951 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-e50593e7-c051-43c5-b08b-6f60d143b56a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] For port 43dbc45e-8063-4edf-81c0-9788869d5587, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43dbc45e-8063-4edf-81c0-9788869d5587,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:19.779123 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-e50593e7-c051-43c5-b08b-6f60d143b56a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for port (43dbc45e-8063-4edf-81c0-9788869d5587), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:19.783899 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-e50593e7-c051-43c5-b08b-6f60d143b56a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58863236'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:19.796561 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['43dbc45e-8063-4edf-81c0-9788869d5587'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:37:19.826898 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-e50593e7-c051-43c5-b08b-6f60d143b56a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:19.827569 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-e50593e7-c051-43c5-b08b-6f60d143b56a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:19.829001 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c7f10dca-04e2-400f-b85e-cf65a980d082 req-e50593e7-c051-43c5-b08b-6f60d143b56a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "PUT /v2.0/ports/43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 943 time: 0.3582284 Feb 16 08:37:19.829960 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:37:19.834840 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884739f7-4229-4b43-acc1-e2680bd1ff22" -d '{"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:37:19.835072 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42342) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:19.862921 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50593e7-c051-43c5-b08b-6f60d143b56a tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event updated for resources: {'Port': ['ID=43dbc45e-8063-4edf-81c0-9788869d5587,revision_number=7']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:19.889699 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d0400-79ae-4c37-a1ea-b4ec7232f0fa x-openstack-request-id: req-115d0400-79ae-4c37-a1ea-b4ec7232f0fa {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:37:19.890042 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:37:19.897200 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-115d0400-79ae-4c37-a1ea-b4ec7232f0fa {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:37:19.915572 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587', 'status': 'completed', 'code': 200} Feb 16 08:37:19.926312 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e45fd111-85f4-4ec0-be84-3d125f36c385 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group (97e82bf7-a09b-44a7-b147-752b7b725b9c), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:19.931930 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['43dbc45e-8063-4edf-81c0-9788869d5587'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:37:19.980142 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e45fd111-85f4-4ec0-be84-3d125f36c385 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group (97e82bf7-a09b-44a7-b147-752b7b725b9c), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.027239 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-d2202b3b-5143-442b-9d6a-4b5456d54273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:20.028786 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-d2202b3b-5143-442b-9d6a-4b5456d54273 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f55b6a964e98408190f233c6df9d9647&device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1130 time: 0.0964239 Feb 16 08:37:20.080244 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e45fd111-85f4-4ec0-be84-3d125f36c385 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (97e82bf7-a09b-44a7-b147-752b7b725b9c), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.083699 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e45fd111-85f4-4ec0-be84-3d125f36c385 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.085320 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e45fd111-85f4-4ec0-be84-3d125f36c385 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "DELETE /v2.0/security-groups/97e82bf7-a09b-44a7-b147-752b7b725b9c HTTP/1.1" status: 204 len: 168 time: 0.2493818 Feb 16 08:37:20.089109 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42346) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:20.132738 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fd111-85f4-4ec0-be84-3d125f36c385 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e82bf7-a09b-44a7-b147-752b7b725b9c,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:20.172379 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-d35e9ccc-3a60-42ba-a3d1-07cd8dc9c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:20.173904 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-d35e9ccc-3a60-42ba-a3d1-07cd8dc9c6ec service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 200 len: 916 time: 0.1375051 Feb 16 08:37:20.258645 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-4aeee970-085c-4be6-8ac1-5143d3b7aba6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 1002 time: 0.0768888 Feb 16 08:37:20.281847 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Deleting port 02d2420f-85a9-402b-b35c-fc7e2413f96f {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:20.282281 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (02d2420f-85a9-402b-b35c-fc7e2413f96f), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.316801 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-4ee4d1ac-2519-486e-a3f7-37efc4670ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:20.318170 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-4ee4d1ac-2519-486e-a3f7-37efc4670ee7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e HTTP/1.1" status: 200 len: 854 time: 0.0538521 Feb 16 08:37:20.367322 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-55d6925f-80ba-4ff5-961f-06ce9df9df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:20.369402 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-55d6925f-80ba-4ff5-961f-06ce9df9df8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e00c65e-3596-4a31-8e79-a804e2380508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449994 Feb 16 08:37:20.371737 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (02d2420f-85a9-402b-b35c-fc7e2413f96f), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.372232 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for floatingip (02d2420f-85a9-402b-b35c-fc7e2413f96f), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.389919 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Calling delete_port for 02d2420f-85a9-402b-b35c-fc7e2413f96f owned by network:floatingip {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:20.394103 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.415466 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-1d8c1b5c-2535-42d5-9296-112ef2ae5feb None None] Provisioning complete for port 43dbc45e-8063-4edf-81c0-9788869d5587 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:20.415842 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1d8c1b5c-2535-42d5-9296-112ef2ae5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.494721 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-a4d00eb4-9f4b-45ca-b85f-b10e9de97fad service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058779 Feb 16 08:37:20.627235 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c1b5c-2535-42d5-9296-112ef2ae5feb None None] Current status of the port 43dbc45e-8063-4edf-81c0-9788869d5587 is: ACTIVE; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:37:20.633377 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (02d2420f-85a9-402b-b35c-fc7e2413f96f), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.648303 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-884739f7-4229-4b43-acc1-e2680bd1ff22 req-eb35058d-c7b7-47cd-b90d-39e52fcfcc07 service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452730 Feb 16 08:37:20.679303 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781979a-7a60-45d6-9f65-7fe9f09b0d47 req-9db76baf-a533-464f-8041-cdf4ae3efa15 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:20.681368 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b781979a-7a60-45d6-9f65-7fe9f09b0d47 req-9db76baf-a533-464f-8041-cdf4ae3efa15 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.1132784 Feb 16 08:37:20.682134 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event deleted for resources: {'Port': ['ID=02d2420f-85a9-402b-b35c-fc7e2413f96f,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:20.770812 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks [] for floatingip (bdd5ce03-3be4-4204-91fb-3f7789e7bdc2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:20.771151 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.l3_db [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Floating IP bdd5ce03-3be4-4204-91fb-3f7789e7bdc2 disassociated (deleted). External IP: 172.27.0.182, port: 43dbc45e-8063-4edf-81c0-9788869d5587. Feb 16 08:37:20.780107 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b781979a-7a60-45d6-9f65-7fe9f09b0d47 req-d27f94cb-6aa3-4bda-b49f-85386092db46 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782964 Feb 16 08:37:20.989323 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:37:21.098201 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:37:21.104367 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:21.109279 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] Sync routers for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:37:21.121566 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:37:21.122210 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:37:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:21.135157 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-03e631fc-d9ed-4726-9bb5-11b029fe87e5 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "DELETE /v2.0/floatingips/bdd5ce03-3be4-4204-91fb-3f7789e7bdc2 HTTP/1.1" status: 204 len: 168 time: 1.0449331 Feb 16 08:37:21.232050 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:37:21.455117 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '2bc90816-a47f-499e-a803-5540900ac0a8', 'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'mac_address': 'fa:16:3e:d1:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:23Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 5, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'subnets': [{'id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:21.484274 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] Checking router: 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:37:21.492377 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:37:21.492990 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:37:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:21.594358 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:37:21.802928 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '2bc90816-a47f-499e-a803-5540900ac0a8', 'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'mac_address': 'fa:16:3e:d1:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:23Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 5, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'subnets': [{'id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:21.831678 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cdcd7-8506-46b4-be1d-fe1a911a48e8 None None] The sync data for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi is: [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:33:23Z', 'revision_number': 4, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '2bc90816-a47f-499e-a803-5540900ac0a8', 'name': '', 'network_id': '7e00c65e-3596-4a31-8e79-a804e2380508', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'mac_address': 'fa:16:3e:d1:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:23Z', 'updated_at': '2022-02-16T08:33:27Z', 'revision_number': 5, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'subnets': [{'id': '9b73f6eb-1074-4c08-86d5-7bc8920e2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:37:21.909896 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ac94f-cc99-481a-b975-c3e7b520d76f req-5b5de92d-1788-45a0-af35-a1333e517e8b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:21.911591 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fc4ac94f-cc99-481a-b975-c3e7b520d76f req-5b5de92d-1788-45a0-af35-a1333e517e8b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0561960 Feb 16 08:37:21.917661 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:37:21.920199 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa518bd9-09b8-44c4-9b12-ae6426b7d201" -d '{"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:37:21.973258 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340efb93-cf1f-479a-bd6b-d74293d28f00 x-openstack-request-id: req-340efb93-cf1f-479a-bd6b-d74293d28f00 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:37:21.973546 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:37:21.973800 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-340efb93-cf1f-479a-bd6b-d74293d28f00 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:37:21.974195 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587', 'status': 'completed', 'code': 200} Feb 16 08:37:21.987120 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fc4ac94f-cc99-481a-b975-c3e7b520d76f req-cb728007-94af-4a62-9446-8a69b22e9b25 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641885 Feb 16 08:37:22.059195 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-d9e73ffc-adc9-4b51-b284-f6f2e11d1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:22.060641 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-d9e73ffc-adc9-4b51-b284-f6f2e11d1273 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f55b6a964e98408190f233c6df9d9647&device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 1130 time: 0.0462949 Feb 16 08:37:22.098719 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59192c3a-cf87-4d06-a31f-561a4837d42f None None] New status for floating IP bdd5ce03-3be4-4204-91fb-3f7789e7bdc2: DOWN {{(pid=102596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:37:22.159132 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-b0a89d31-6c65-4d11-b771-93b1a4837bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:22.161081 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-b0a89d31-6c65-4d11-b771-93b1a4837bf7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 200 len: 916 time: 0.0940607 Feb 16 08:37:22.207917 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-bc4d5d8b-6409-4099-be76-2e85ff30d816 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 200 len: 217 time: 0.0394378 Feb 16 08:37:22.261846 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-063e70b9-e97f-4dc9-9cdf-1b92fe5ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:22.263318 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-063e70b9-e97f-4dc9-9cdf-1b92fe5ec6b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e HTTP/1.1" status: 200 len: 854 time: 0.0492940 Feb 16 08:37:22.556121 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-e08a72e6-9d3b-4013-9bb0-ef5844a61ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:22.557632 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-e08a72e6-9d3b-4013-9bb0-ef5844a61ac7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e00c65e-3596-4a31-8e79-a804e2380508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2865081 Feb 16 08:37:22.656480 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-ef285445-7abe-4abc-8e55-bdabc171d477 service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900843 Feb 16 08:37:22.748861 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:37:22.754072 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-aa518bd9-09b8-44c4-9b12-ae6426b7d201 req-537292f3-b891-45c7-8d1e-2d4d265deb2f service neutron] 10.222.0.71 "GET /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909421 Feb 16 08:37:23.115819 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a77de-d6b4-451b-bf5f-5797b4c59535 req-51e86b28-f79a-404c-880e-5a653b6cc175 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:23.117322 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6a2a77de-d6b4-451b-bf5f-5797b4c59535 req-51e86b28-f79a-404c-880e-5a653b6cc175 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0531287 Feb 16 08:37:23.133054 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:37:23.168684 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6a2a77de-d6b4-451b-bf5f-5797b4c59535 req-d942c2e6-1c84-441f-94db-63f4306d021b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455213 Feb 16 08:37:23.242054 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:23.253890 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'port_id': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'mac_address': 'fa:16:3e:1b:ae:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:37:23.293881 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a6460344-2873-4ac3-b7b3-4ff86809a0d1 is: ACTIVE; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:37:23.294279 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:23.307189 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6460344-2873-4ac3-b7b3-4ff86809a0d1 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:37:23.327893 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:23.331812 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:23.382502 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=6']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:23.390998 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.391347 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.391725 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.392172 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.392511 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.392713 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.393207 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.393540 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.393868 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.394194 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.394525 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.394834 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.395152 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:23.433021 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['a6460344-2873-4ac3-b7b3-4ff86809a0d1'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:37:23.866578 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d51a5-ec77-46c0-bd2a-58dd3e075102 req-bb1097e5-b529-4dfb-be65-3d0a4b9cc93d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:23.868620 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8e9d51a5-ec77-46c0-bd2a-58dd3e075102 req-bb1097e5-b529-4dfb-be65-3d0a4b9cc93d tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0523283 Feb 16 08:37:23.916657 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8e9d51a5-ec77-46c0-bd2a-58dd3e075102 req-1001041f-22e4-495a-b01e-7409bb848e36 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Feb 16 08:37:24.298492 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915252a6-0b90-4c83-9688-bb4c89b64ef6 req-e36a4eeb-ce15-4086-83f5-07ece8173754 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:24.299991 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-915252a6-0b90-4c83-9688-bb4c89b64ef6 req-e36a4eeb-ce15-4086-83f5-07ece8173754 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 945 time: 0.0544889 Feb 16 08:37:24.352069 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-915252a6-0b90-4c83-9688-bb4c89b64ef6 req-02ecc1c6-be0f-49de-89e7-9ba9e274e5b9 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464981 Feb 16 08:37:25.041801 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2420f-52fb-4f22-a201-31193b3281f9 req-9561810a-29b1-42a5-b194-03abe5cd0483 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:25.043168 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fcf2420f-52fb-4f22-a201-31193b3281f9 req-9561810a-29b1-42a5-b194-03abe5cd0483 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0578322 Feb 16 08:37:25.095358 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fcf2420f-52fb-4f22-a201-31193b3281f9 req-d0986ca9-7e49-4bdb-a7f6-07247b5073d3 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463204 Feb 16 08:37:25.147314 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:37:25.195053 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port a6460344-2873-4ac3-b7b3-4ff86809a0d1 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:25.195702 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:25.278567 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a6460344-2873-4ac3-b7b3-4ff86809a0d1 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:37:25.278963 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:25.302752 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:37:25.305015 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7987e48e-1778-4abf-ab69-0f8364d16085" -d '{"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-plugged", "status": "completed", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:37:25.317673 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:25.322598 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:25.370575 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=7']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:25.465862 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77008383-93cb-4b20-8cdb-68ef078fd692 x-openstack-request-id: req-77008383-93cb-4b20-8cdb-68ef078fd692 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:37:25.466160 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-plugged", "status": "completed", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:37:25.466617 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77008383-93cb-4b20-8cdb-68ef078fd692 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:37:25.467027 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'code': 200} Feb 16 08:37:25.485018 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e312-91b8-4eec-962e-16e61b443dd5 req-92600ec8-dade-4fae-9a96-82c1d565f2f0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:25.486499 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5088e312-91b8-4eec-962e-16e61b443dd5 req-92600ec8-dade-4fae-9a96-82c1d565f2f0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0586612 Feb 16 08:37:25.532872 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5088e312-91b8-4eec-962e-16e61b443dd5 req-bc4748ac-d6b5-4949-bdad-474ceeaf84d0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407743 Feb 16 08:37:26.223983 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a0bd1-16ce-4267-b576-761b2f0cff82 req-8851b92e-577b-4e64-b726-f6e42e505b97 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:26.225477 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6e3a0bd1-16ce-4267-b576-761b2f0cff82 req-8851b92e-577b-4e64-b726-f6e42e505b97 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0574360 Feb 16 08:37:26.272628 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6e3a0bd1-16ce-4267-b576-761b2f0cff82 req-8d63b2c6-3f77-4cf6-ad69-e7f42b6dc973 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/security-groups?id=da924f8d-732d-40dd-a2cf-a0c3b573229b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Feb 16 08:37:26.654639 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9fd56-97de-4bcd-b1ad-e348f9909432 req-64e40191-4aa4-4652-8df1-1515487862fd tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:26.656138 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5dd9fd56-97de-4bcd-b1ad-e348f9909432 req-64e40191-4aa4-4652-8df1-1515487862fd tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0517030 Feb 16 08:37:26.702186 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5dd9fd56-97de-4bcd-b1ad-e348f9909432 req-eee56aeb-0ae3-4d76-904b-78a97ac97373 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 Feb 16 08:37:26.793296 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-7b849735-5ad3-4b69-96a4-56e746ddd864 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:26.794765 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-7b849735-5ad3-4b69-96a4-56e746ddd864 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.71 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 946 time: 0.0518167 Feb 16 08:37:26.891678 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Deleting port 43dbc45e-8063-4edf-81c0-9788869d5587 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:26.892013 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:26.984905 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] For port 43dbc45e-8063-4edf-81c0-9788869d5587, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43dbc45e-8063-4edf-81c0-9788869d5587,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:26.985272 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:26.997461 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Calling delete_port for 43dbc45e-8063-4edf-81c0-9788869d5587 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:27.123946 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (43dbc45e-8063-4edf-81c0-9788869d5587), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:27.135829 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['43dbc45e-8063-4edf-81c0-9788869d5587'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:37:27.152098 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Pushing event deleted for resources: {'Port': ['ID=43dbc45e-8063-4edf-81c0-9788869d5587,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:27.208615 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] No DVR routers for this DVR port 43dbc45e-8063-4edf-81c0-9788869d5587 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:37:27.211082 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:27.214842 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-703c7dd6-70c9-4658-8eaa-e7ee71dd66e4 req-417bb7e2-897e-4d43-9307-cdb5ffbde7a7 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.71 "DELETE /v2.0/ports/43dbc45e-8063-4edf-81c0-9788869d5587 HTTP/1.1" status: 204 len: 173 time: 0.4125776 Feb 16 08:37:27.215288 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'name': 'network-vif-deleted', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:37:27.217602 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04bb28f-5a93-45f3-90aa-ea8659575721" -d '{"events": [{"server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "name": "network-vif-deleted", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:37:27.329780 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cbe4f8-9114-465a-b7fc-f4227f7453a5 x-openstack-request-id: req-80cbe4f8-9114-465a-b7fc-f4227f7453a5 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:37:27.330181 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1381842e-641e-4798-944a-1af50b1e8544", "name": "network-vif-deleted", "tag": "43dbc45e-8063-4edf-81c0-9788869d5587", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:37:27.330444 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80cbe4f8-9114-465a-b7fc-f4227f7453a5 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:37:27.330855 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1381842e-641e-4798-944a-1af50b1e8544', 'name': 'network-vif-deleted', 'tag': '43dbc45e-8063-4edf-81c0-9788869d5587', 'status': 'completed', 'code': 200} Feb 16 08:37:27.388462 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b520d146-057c-4635-b827-4ed818bb5a9d req-79629dd8-40db-4671-b9af-69a990c294e9 tempest-TestMinimumBasicScenario-44602940 tempest-TestMinimumBasicScenario-44602940-project] 10.222.0.30 "GET /v2.0/ports?device_id=1381842e-641e-4798-944a-1af50b1e8544 HTTP/1.1" status: 200 len: 210 time: 0.0279775 Feb 16 08:37:27.831344 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901c5d7-97ad-410a-b80d-bf90904e8673 req-9701214e-e626-4e33-8536-d438bb6ffb60 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:27.832483 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c901c5d7-97ad-410a-b80d-bf90904e8673 req-9701214e-e626-4e33-8536-d438bb6ffb60 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0568390 Feb 16 08:37:27.878269 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c901c5d7-97ad-410a-b80d-bf90904e8673 req-c3895d9f-0904-4af3-a150-314cfbf326b2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Feb 16 08:37:29.011127 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4235-b1d4-457f-9fce-a41b4526fd1a req-d6bc4321-4b6d-4318-b0ea-4e979f9a9b6c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:29.012963 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4a3a4235-b1d4-457f-9fce-a41b4526fd1a req-d6bc4321-4b6d-4318-b0ea-4e979f9a9b6c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0537741 Feb 16 08:37:29.071809 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4a3a4235-b1d4-457f-9fce-a41b4526fd1a req-868f381b-724d-418b-ba56-1b978613686d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510967 Feb 16 08:37:29.076267 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42480) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:29.167063 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 43dbc45e-8063-4edf-81c0-9788869d5587 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:37:29.192593 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 43dbc45e-8063-4edf-81c0-9788869d5587 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:37:29.192840 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 43dbc45e-8063-4edf-81c0-9788869d5587 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:37:29.673470 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3640606'] for router_interface (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:29.920992 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Deleting port 2bc90816-a47f-499e-a803-5540900ac0a8 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:29.921418 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:29.998447 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] For port 2bc90816-a47f-499e-a803-5540900ac0a8, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=2bc90816-a47f-499e-a803-5540900ac0a8,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:29.998809 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:30.011122 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Calling delete_port for 2bc90816-a47f-499e-a803-5540900ac0a8 owned by network:router_interface {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:30.232566 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (2bc90816-a47f-499e-a803-5540900ac0a8), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:30.244492 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8308e-077b-498a-b685-0375c9df9e52 req-0eb96b3f-97dc-4a2d-af51-901f9ffe0cba tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:30.246005 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e0a8308e-077b-498a-b685-0375c9df9e52 req-0eb96b3f-97dc-4a2d-af51-901f9ffe0cba tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0931537 Feb 16 08:37:30.274690 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc90816-a47f-499e-a803-5540900ac0a8,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:30.360396 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e0a8308e-077b-498a-b685-0375c9df9e52 req-9eabdffe-f757-47c0-b75d-2a53a4024fd4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936930 Feb 16 08:37:30.472789 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3662567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3640558'] for router_interface (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:30.692824 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:37:30.803050 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:37:30.808900 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-c602ff68-1d05-458e-8ae7-cfde825ec0b8 admin admin] 10.222.0.30 "PUT /v2.0/routers/989029da-6fbe-4ad0-97b7-4da5c4ec9d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311869 Feb 16 08:37:30.811349 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42488) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:30.813994 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2850ab98-121e-4d1f-874f-874618530814 None None] Sync routers for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:37:30.826076 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850ab98-121e-4d1f-874f-874618530814 None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:37:30.826708 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2850ab98-121e-4d1f-874f-874618530814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:37:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:30.919645 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks [] for router (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:30.934586 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2850ab98-121e-4d1f-874f-874618530814 None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:37:31.031702 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks [] for router_gateway (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.087691 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Deleting port 3952b065-be98-4b6f-951a-adb3560b5a70 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:31.087933 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.172234 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] For port 3952b065-be98-4b6f-951a-adb3560b5a70, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=3952b065-be98-4b6f-951a-adb3560b5a70,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:31.172594 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.186640 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Calling delete_port for 3952b065-be98-4b6f-951a-adb3560b5a70 owned by network:router_gateway {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:31.214464 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2850ab98-121e-4d1f-874f-874618530814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:37:30Z', 'revision_number': 5, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port': {'id': '3952b065-be98-4b6f-951a-adb3560b5a70', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:20Z', 'updated_at': '2022-02-16T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:31.250824 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2850ab98-121e-4d1f-874f-874618530814 None None] Checking router: 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:37:31.261256 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850ab98-121e-4d1f-874f-874618530814 None None] Routers {'989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:37:31.262140 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2850ab98-121e-4d1f-874f-874618530814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:37:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:31.356457 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2850ab98-121e-4d1f-874f-874618530814 None None] Set router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:37:31.366371 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (3952b065-be98-4b6f-951a-adb3560b5a70), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.396353 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Pushing event deleted for resources: {'Port': ['ID=3952b065-be98-4b6f-951a-adb3560b5a70,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:31.426663 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2850ab98-121e-4d1f-874f-874618530814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:37:31Z', 'revision_number': 6, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port_host': None}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:31.457838 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2850ab98-121e-4d1f-874f-874618530814 None None] The sync data for ids ['989029da-6fbe-4ad0-97b7-4da5c4ec9d4e'] in dv-cinder-773985-28-iscsi is: [{'id': '989029da-6fbe-4ad0-97b7-4da5c4ec9d4e', 'name': 'tempest-TestMinimumBasicScenario-1558371968-router', 'tenant_id': 'f55b6a964e98408190f233c6df9d9647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:19Z', 'updated_at': '2022-02-16T08:37:31Z', 'revision_number': 6, 'project_id': 'f55b6a964e98408190f233c6df9d9647', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:37:31.501422 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3637588'] for router_gateway (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.626016 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3649993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2546'] for router (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.634523 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cb573-e680-4f8e-89fd-47ff91dbf91f req-561fd2b9-23a2-4f3a-b36f-281c343b1e3e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:31.636186 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6b5cb573-e680-4f8e-89fd-47ff91dbf91f req-561fd2b9-23a2-4f3a-b36f-281c343b1e3e tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.1835270 Feb 16 08:37:31.637599 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks [] for router_controller (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.700653 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3649984'] for router (989029da-6fbe-4ad0-97b7-4da5c4ec9d4e), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.701201 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 989029da-6fbe-4ad0-97b7-4da5c4ec9d4e {{(pid=102594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:37:31.709336 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.710699 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-950c6478-c647-437b-a429-5dca2f74316d admin admin] 10.222.0.30 "DELETE /v2.0/routers/989029da-6fbe-4ad0-97b7-4da5c4ec9d4e HTTP/1.1" status: 204 len: 168 time: 0.8982832 Feb 16 08:37:31.714055 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42512) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:31.736896 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6b5cb573-e680-4f8e-89fd-47ff91dbf91f req-095be48b-b7a5-4135-a1af-b225f768aa19 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898647 Feb 16 08:37:31.776504 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4274ad-6ce9-42fe-ab4a-4d5c4ba25882 admin admin] Deleting subnet 9b73f6eb-1074-4c08-86d5-7bc8920e2b6e {{(pid=102593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:37:31.780619 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a4274ad-6ce9-42fe-ab4a-4d5c4ba25882 admin admin] Publish callbacks [] for subnet (9b73f6eb-1074-4c08-86d5-7bc8920e2b6e), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.828613 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a4274ad-6ce9-42fe-ab4a-4d5c4ba25882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58762539'] for subnet (9b73f6eb-1074-4c08-86d5-7bc8920e2b6e), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:31.936887 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a4274ad-6ce9-42fe-ab4a-4d5c4ba25882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (9b73f6eb-1074-4c08-86d5-7bc8920e2b6e), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.004702 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a4274ad-6ce9-42fe-ab4a-4d5c4ba25882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59264197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59584566'] for subnet (9b73f6eb-1074-4c08-86d5-7bc8920e2b6e), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.038041 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a4274ad-6ce9-42fe-ab4a-4d5c4ba25882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.043476 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95203b79-a1f3-4510-a136-15f89c92408b None None] Network 7e00c65e-3596-4a31-8e79-a804e2380508 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:37:32.045030 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42518) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:32.045516 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7a4274ad-6ce9-42fe-ab4a-4d5c4ba25882 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9b73f6eb-1074-4c08-86d5-7bc8920e2b6e HTTP/1.1" status: 204 len: 168 time: 0.3293560 Feb 16 08:37:32.046573 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4274ad-6ce9-42fe-ab4a-4d5c4ba25882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b73f6eb-1074-4c08-86d5-7bc8920e2b6e,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:32.128732 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (7e00c65e-3596-4a31-8e79-a804e2380508), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.188222 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Deleting port 9147e35e-6663-41da-bf43-dc5fd481b396 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:32.188935 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.259896 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] For port 9147e35e-6663-41da-bf43-dc5fd481b396, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=9147e35e-6663-41da-bf43-dc5fd481b396,segment=NetworkSegment(182057be-188c-411d-bdca-c71a993fd32e),segment_id=182057be-188c-411d-bdca-c71a993fd32e)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:32.260525 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.280401 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Calling delete_port for 9147e35e-6663-41da-bf43-dc5fd481b396 owned by network:dhcp {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:32.302607 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] DHCP port deletion for 7e00c65e-3596-4a31-8e79-a804e2380508 request from dv-cinder-773985-28-iscsi {{(pid=102596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 08:37:32.310629 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 2bc90816-a47f-499e-a803-5540900ac0a8 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:37:32.341207 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 2bc90816-a47f-499e-a803-5540900ac0a8 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:37:32.341641 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 2bc90816-a47f-499e-a803-5540900ac0a8 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:37:32.393652 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.405632 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] Deleting port 9147e35e-6663-41da-bf43-dc5fd481b396 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:32.406325 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.424739 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9147e35e-6663-41da-bf43-dc5fd481b396,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:32.429390 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] No DVR routers for this DVR port 9147e35e-6663-41da-bf43-dc5fd481b396 on host dv-cinder-773985-28-iscsi {{(pid=102594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:37:32.491959 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] For port 9147e35e-6663-41da-bf43-dc5fd481b396, host dv-cinder-773985-28-iscsi, got binding levels [] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:32.492369 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.511127 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] Calling delete_port for 9147e35e-6663-41da-bf43-dc5fd481b396 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:32.515022 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.ipam_backend_mixin [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] Port 9147e35e-6663-41da-bf43-dc5fd481b396 was not found and therefore no delete operation was performed {{(pid=102596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 08:37:32.516845 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831'] for port (9147e35e-6663-41da-bf43-dc5fd481b396), after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.543700 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] Pushing event deleted for resources: {'Port': ['ID=9147e35e-6663-41da-bf43-dc5fd481b396,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:32.547856 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe208c-3c18-48a3-9e2e-5d6f16f2bc7f None None] No DVR routers for this DVR port 9147e35e-6663-41da-bf43-dc5fd481b396 on host dv-cinder-773985-28-iscsi {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:37:32.796374 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (7e00c65e-3596-4a31-8e79-a804e2380508), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.823496 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e00c65e-3596-4a31-8e79-a804e2380508']}} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:32.843975 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182057be-188c-411d-bdca-c71a993fd32e') {'for_net_delete': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:32.844253 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182057be-188c-411d-bdca-c71a993fd32e') {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:32.873197 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62570932'] for segment (182057be-188c-411d-bdca-c71a993fd32e), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.891157 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (182057be-188c-411d-bdca-c71a993fd32e), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.900695 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:37:32.901103 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58863328'] for segment (182057be-188c-411d-bdca-c71a993fd32e), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: Traceback (most recent call last): Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: timer() Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: cb(*args, **kw) Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: return func(*args, **kwargs) Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: self._notify() Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: self.callback(batched_events) Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: event.method(event) Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: return f(self, *a, **k) Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._get(url).json() Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: return self.request(url, 'GET', **kwargs) Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:37:32.902780 dv-cinder-773985-28-iscsi neutron-server[102594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:37:32.935800 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e471a0f-1f38-448c-a68f-59709e9165d7 req-5fa4f790-ace7-46fc-9cce-e26698696c59 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:32.937543 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4e471a0f-1f38-448c-a68f-59709e9165d7 req-5fa4f790-ace7-46fc-9cce-e26698696c59 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.1114967 Feb 16 08:37:32.997741 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (7e00c65e-3596-4a31-8e79-a804e2380508), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:33.002784 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:33.006123 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7e00c65e-3596-4a31-8e79-a804e2380508 HTTP/1.1" status: 204 len: 168 time: 0.9585257 Feb 16 08:37:33.009644 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42524) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:33.029790 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615f896-4a6c-406e-bbf1-c0482275a3b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e00c65e-3596-4a31-8e79-a804e2380508,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:33.048938 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4e471a0f-1f38-448c-a68f-59709e9165d7 req-0a07f3d0-eb62-44e2-b6e1-52af65ce94bf tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750940 Feb 16 08:37:33.459297 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3640606'] for router_interface (e7fb309b-82bf-4762-98a0-4fc4737aab24), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:33.595028 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 3952b065-be98-4b6f-951a-adb3560b5a70 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:37:33.629493 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 3952b065-be98-4b6f-951a-adb3560b5a70 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:37:33.629910 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 3952b065-be98-4b6f-951a-adb3560b5a70 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:37:33.630394 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 9147e35e-6663-41da-bf43-dc5fd481b396 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:37:33.653281 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 9147e35e-6663-41da-bf43-dc5fd481b396 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:37:33.653638 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 9147e35e-6663-41da-bf43-dc5fd481b396 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:37:33.779294 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Deleting port d058add6-ca8b-4d08-83f1-5faefc2cf9a5 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:33.779580 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:33.864305 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] For port d058add6-ca8b-4d08-83f1-5faefc2cf9a5, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=d058add6-ca8b-4d08-83f1-5faefc2cf9a5,segment=NetworkSegment(ca9716c3-ea21-4d11-91df-6021c2a153ac),segment_id=ca9716c3-ea21-4d11-91df-6021c2a153ac)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:33.864673 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:33.878344 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Calling delete_port for d058add6-ca8b-4d08-83f1-5faefc2cf9a5 owned by network:router_interface {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:34.081673 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (d058add6-ca8b-4d08-83f1-5faefc2cf9a5), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:34.109479 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Pushing event deleted for resources: {'Port': ['ID=d058add6-ca8b-4d08-83f1-5faefc2cf9a5,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:34.135781 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.136165 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.136501 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.136845 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.137181 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.137589 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.137954 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.138273 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.138718 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.139070 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.139417 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.139767 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.140100 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:34.197119 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7cd79-100a-4e57-9fa8-0abf6fea6fa4 req-aad0308f-863e-4834-8b67-678b94fee7c1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:34.205369 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-87a7cd79-100a-4e57-9fa8-0abf6fea6fa4 req-aad0308f-863e-4834-8b67-678b94fee7c1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0682428 Feb 16 08:37:34.274215 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-87a7cd79-100a-4e57-9fa8-0abf6fea6fa4 req-3762d43e-618f-4d4f-8489-f2af10fdec2c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677350 Feb 16 08:37:34.353059 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3662567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3640558'] for router_interface (e7fb309b-82bf-4762-98a0-4fc4737aab24), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:34.584647 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Router e7fb309b-82bf-4762-98a0-4fc4737aab24 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:37:34.697161 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:37:34.704125 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-6f32a432-0f91-47d1-9d48-cdc6486d6838 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7fb309b-82bf-4762-98a0-4fc4737aab24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6916194 Feb 16 08:37:34.705504 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42532) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:34.708580 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] Sync routers for ids ['e7fb309b-82bf-4762-98a0-4fc4737aab24'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:37:34.723297 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] Routers {'e7fb309b-82bf-4762-98a0-4fc4737aab24'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:37:34.724321 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:37:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['e7fb309b-82bf-4762-98a0-4fc4737aab24'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:34.822690 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks [] for router (e7fb309b-82bf-4762-98a0-4fc4737aab24), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:34.879680 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] Set router e7fb309b-82bf-4762-98a0-4fc4737aab24 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:37:34.949783 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks [] for router_gateway (e7fb309b-82bf-4762-98a0-4fc4737aab24), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.007531 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Deleting port a150f4b4-ffac-4735-a618-6e5bcedcdf84 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:35.007883 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.089128 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:25Z', 'updated_at': '2022-02-16T08:37:34Z', 'revision_number': 5, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'gw_port': {'id': 'a150f4b4-ffac-4735-a618-6e5bcedcdf84', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:33:26Z', 'updated_at': '2022-02-16T08:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:35.095351 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] For port a150f4b4-ffac-4735-a618-6e5bcedcdf84, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=a150f4b4-ffac-4735-a618-6e5bcedcdf84,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:35.095742 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.109315 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Calling delete_port for a150f4b4-ffac-4735-a618-6e5bcedcdf84 owned by network:router_gateway {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:35.119344 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] Checking router: e7fb309b-82bf-4762-98a0-4fc4737aab24 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:37:35.128155 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] Routers {'e7fb309b-82bf-4762-98a0-4fc4737aab24'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:37:35.128784 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:37:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['e7fb309b-82bf-4762-98a0-4fc4737aab24'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:35.241114 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] Set router e7fb309b-82bf-4762-98a0-4fc4737aab24 gateway port host: None {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:37:35.306842 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:25Z', 'updated_at': '2022-02-16T08:37:34Z', 'revision_number': 6, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'gw_port_host': None}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:35.316218 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (a150f4b4-ffac-4735-a618-6e5bcedcdf84), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.337145 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fc98d-b2a4-46f4-8839-ebaa9fdc00b5 None None] The sync data for ids ['e7fb309b-82bf-4762-98a0-4fc4737aab24'] in dv-cinder-773985-28-iscsi is: [{'id': 'e7fb309b-82bf-4762-98a0-4fc4737aab24', 'name': 'tempest-TestMinimumBasicScenario-1748012864-router', 'tenant_id': '2fa992e726154eaca46401f849d7b4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:33:25Z', 'updated_at': '2022-02-16T08:37:34Z', 'revision_number': 6, 'project_id': '2fa992e726154eaca46401f849d7b4c5', 'gw_port_host': None}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:37:35.363699 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Pushing event deleted for resources: {'Port': ['ID=a150f4b4-ffac-4735-a618-6e5bcedcdf84,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:35.508357 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3637588'] for router_gateway (e7fb309b-82bf-4762-98a0-4fc4737aab24), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.610866 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374096b-5f7d-4a58-bc7a-8aba24e91d2f req-b7a21985-5493-4f62-9861-88fd9ead4e9c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:35.612219 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3374096b-5f7d-4a58-bc7a-8aba24e91d2f req-b7a21985-5493-4f62-9861-88fd9ead4e9c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.2068250 Feb 16 08:37:35.620189 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3649993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2546'] for router (e7fb309b-82bf-4762-98a0-4fc4737aab24), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.624080 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks [] for router_controller (e7fb309b-82bf-4762-98a0-4fc4737aab24), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.698726 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3649984'] for router (e7fb309b-82bf-4762-98a0-4fc4737aab24), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.699249 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7fb309b-82bf-4762-98a0-4fc4737aab24 {{(pid=102594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:37:35.706959 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.708480 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-88be09a6-ac77-47bf-bb49-d2729212593e admin admin] 10.222.0.30 "DELETE /v2.0/routers/e7fb309b-82bf-4762-98a0-4fc4737aab24 HTTP/1.1" status: 204 len: 168 time: 1.0025442 Feb 16 08:37:35.711161 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42540) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:35.767750 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3374096b-5f7d-4a58-bc7a-8aba24e91d2f req-da71c0fd-db61-4b30-8753-cb0493e1a884 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414230 Feb 16 08:37:35.809074 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_v2 [None req-64034c90-26be-4ffe-bbd1-1afeed3f2e89 admin admin] Deleting subnet f2cc0848-5dd9-4085-a8c9-684a97191a9a {{(pid=102594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:37:35.813003 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-64034c90-26be-4ffe-bbd1-1afeed3f2e89 admin admin] Publish callbacks [] for subnet (f2cc0848-5dd9-4085-a8c9-684a97191a9a), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.854982 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-64034c90-26be-4ffe-bbd1-1afeed3f2e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62570941'] for subnet (f2cc0848-5dd9-4085-a8c9-684a97191a9a), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.935732 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-64034c90-26be-4ffe-bbd1-1afeed3f2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (f2cc0848-5dd9-4085-a8c9-684a97191a9a), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:35.997062 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-64034c90-26be-4ffe-bbd1-1afeed3f2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58863290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59022962'] for subnet (f2cc0848-5dd9-4085-a8c9-684a97191a9a), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.028547 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64034c90-26be-4ffe-bbd1-1afeed3f2e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2cc0848-5dd9-4085-a8c9-684a97191a9a,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:36.032350 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-64034c90-26be-4ffe-bbd1-1afeed3f2e89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.035656 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-64034c90-26be-4ffe-bbd1-1afeed3f2e89 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f2cc0848-5dd9-4085-a8c9-684a97191a9a HTTP/1.1" status: 204 len: 168 time: 0.3239555 Feb 16 08:37:36.038195 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42542) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:36.040445 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16081557-b31a-499e-b653-bbedac526800 None None] Network 8cb48e94-931a-4f6f-a1e8-4b8563a20760 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:37:36.118237 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (8cb48e94-931a-4f6f-a1e8-4b8563a20760), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.184143 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d058add6-ca8b-4d08-83f1-5faefc2cf9a5 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:37:36.199883 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Deleting port db048aab-dd7f-4384-a78f-f6e64b6ce47e {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:36.200801 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.232621 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: d058add6-ca8b-4d08-83f1-5faefc2cf9a5 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:37:36.233295 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device d058add6-ca8b-4d08-83f1-5faefc2cf9a5 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:37:36.249630 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb908807-adce-4bb4-a214-af7b137a5e26 None None] DHCP port deletion for 8cb48e94-931a-4f6f-a1e8-4b8563a20760 request from dv-cinder-773985-28-iscsi {{(pid=102596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 08:37:36.322220 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] For port db048aab-dd7f-4384-a78f-f6e64b6ce47e, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=db048aab-dd7f-4384-a78f-f6e64b6ce47e,segment=NetworkSegment(ca9716c3-ea21-4d11-91df-6021c2a153ac),segment_id=ca9716c3-ea21-4d11-91df-6021c2a153ac)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:36.322958 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.340882 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Calling delete_port for db048aab-dd7f-4384-a78f-f6e64b6ce47e owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:36.341232 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cb908807-adce-4bb4-a214-af7b137a5e26 None None] Deleting port db048aab-dd7f-4384-a78f-f6e64b6ce47e {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:37:36.341619 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb908807-adce-4bb4-a214-af7b137a5e26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.417658 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-cb908807-adce-4bb4-a214-af7b137a5e26 None None] For port db048aab-dd7f-4384-a78f-f6e64b6ce47e, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=db048aab-dd7f-4384-a78f-f6e64b6ce47e,segment=NetworkSegment(ca9716c3-ea21-4d11-91df-6021c2a153ac),segment_id=ca9716c3-ea21-4d11-91df-6021c2a153ac)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:36.418043 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb908807-adce-4bb4-a214-af7b137a5e26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.431328 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-cb908807-adce-4bb4-a214-af7b137a5e26 None None] Calling delete_port for db048aab-dd7f-4384-a78f-f6e64b6ce47e owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:37:36.448089 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.501055 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Pushing event deleted for resources: {'Port': ['ID=db048aab-dd7f-4384-a78f-f6e64b6ce47e,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:36.514528 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] No DVR routers for this DVR port db048aab-dd7f-4384-a78f-f6e64b6ce47e on host dv-cinder-773985-28-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:37:36.613269 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (8cb48e94-931a-4f6f-a1e8-4b8563a20760), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.643595 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb48e94-931a-4f6f-a1e8-4b8563a20760']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:36.656066 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9716c3-ea21-4d11-91df-6021c2a153ac') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:36.656618 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9716c3-ea21-4d11-91df-6021c2a153ac') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:36.669076 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (ca9716c3-ea21-4d11-91df-6021c2a153ac), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.684946 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (ca9716c3-ea21-4d11-91df-6021c2a153ac), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.692152 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:37:36.692895 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (ca9716c3-ea21-4d11-91df-6021c2a153ac), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:37:36.694994 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:37:36.726586 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cb908807-adce-4bb4-a214-af7b137a5e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831'] for port (db048aab-dd7f-4384-a78f-f6e64b6ce47e), after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.756180 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (8cb48e94-931a-4f6f-a1e8-4b8563a20760), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.757198 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb908807-adce-4bb4-a214-af7b137a5e26 None None] No DVR routers for this DVR port db048aab-dd7f-4384-a78f-f6e64b6ce47e on host dv-cinder-773985-28-iscsi {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:37:36.762882 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:36.763588 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb908807-adce-4bb4-a214-af7b137a5e26 None None] Pushing event deleted for resources: {'Port': ['ID=db048aab-dd7f-4384-a78f-f6e64b6ce47e,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:36.771158 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8cb48e94-931a-4f6f-a1e8-4b8563a20760 HTTP/1.1" status: 204 len: 168 time: 0.7310371 Feb 16 08:37:36.788002 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d3273-0c59-4753-a55c-067c54f85728 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb48e94-931a-4f6f-a1e8-4b8563a20760,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:36.908231 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f6cb6-4894-4efb-9f6a-7f12ef88c8d9 req-9dac363c-7756-4f81-9ffd-92cfa6083263 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:36.915542 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-db8f6cb6-4894-4efb-9f6a-7f12ef88c8d9 req-9dac363c-7756-4f81-9ffd-92cfa6083263 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0657313 Feb 16 08:37:36.974753 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-db8f6cb6-4894-4efb-9f6a-7f12ef88c8d9 req-749acb48-5648-4f1b-bdac-7302e6018b8b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582881 Feb 16 08:37:37.009805 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42550) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:37.057747 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e908a473-4581-4782-9c47-c6892acc8160 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f55b6a964e98408190f233c6df9d9647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467119 Feb 16 08:37:37.060841 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42552) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:37.120979 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-18cb4d15-b444-406d-beb2-cffce0dd65db admin admin] Publish callbacks [] for security_group (da924f8d-732d-40dd-a2cf-a0c3b573229b), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:37.148607 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-18cb4d15-b444-406d-beb2-cffce0dd65db admin admin] Publish callbacks [] for security_group (da924f8d-732d-40dd-a2cf-a0c3b573229b), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:37.204884 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-18cb4d15-b444-406d-beb2-cffce0dd65db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (da924f8d-732d-40dd-a2cf-a0c3b573229b), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:37.208030 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-18cb4d15-b444-406d-beb2-cffce0dd65db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:37.209233 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-18cb4d15-b444-406d-beb2-cffce0dd65db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da924f8d-732d-40dd-a2cf-a0c3b573229b HTTP/1.1" status: 204 len: 168 time: 0.1470456 Feb 16 08:37:37.217615 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb4d15-b444-406d-beb2-cffce0dd65db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da924f8d-732d-40dd-a2cf-a0c3b573229b,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:37.621906 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device db048aab-dd7f-4384-a78f-f6e64b6ce47e no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:37:37.644624 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42560) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:37.651594 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: db048aab-dd7f-4384-a78f-f6e64b6ce47e {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:37:37.652121 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device db048aab-dd7f-4384-a78f-f6e64b6ce47e not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:37:37.653063 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device a150f4b4-ffac-4735-a618-6e5bcedcdf84 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:37:37.679554 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: a150f4b4-ffac-4735-a618-6e5bcedcdf84 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:37:37.680163 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device a150f4b4-ffac-4735-a618-6e5bcedcdf84 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:37:37.698605 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-3df925d3-8ecf-4f0e-8a8c-ca46db0e2cbd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fa992e726154eaca46401f849d7b4c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527444 Feb 16 08:37:37.703682 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42562) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:37:37.725548 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:37.772877 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed210747-f4bc-4275-93fc-feac0f6476a8 admin admin] Publish callbacks [] for security_group (21866e2c-988e-4c1c-b891-2f1fe4de2d1a), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:37.797093 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed210747-f4bc-4275-93fc-feac0f6476a8 admin admin] Publish callbacks [] for security_group (21866e2c-988e-4c1c-b891-2f1fe4de2d1a), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:37.870800 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed210747-f4bc-4275-93fc-feac0f6476a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (21866e2c-988e-4c1c-b891-2f1fe4de2d1a), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:37.874403 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-ed210747-f4bc-4275-93fc-feac0f6476a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:37.875813 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-ed210747-f4bc-4275-93fc-feac0f6476a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21866e2c-988e-4c1c-b891-2f1fe4de2d1a HTTP/1.1" status: 204 len: 168 time: 0.1711037 Feb 16 08:37:37.887524 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed210747-f4bc-4275-93fc-feac0f6476a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21866e2c-988e-4c1c-b891-2f1fe4de2d1a,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:38.179784 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6376ec-1675-49f9-9e36-30e2bad42f2d req-c1f18e70-5bd1-4466-8063-658afb1ad47f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:38.179784 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0a6376ec-1675-49f9-9e36-30e2bad42f2d req-c1f18e70-5bd1-4466-8063-658afb1ad47f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0933614 Feb 16 08:37:38.304539 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0a6376ec-1675-49f9-9e36-30e2bad42f2d req-4b6d89f5-1d5f-4f1b-bbf0-08a6d5835cda tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093645 Feb 16 08:37:39.510482 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a428e-8fc2-42df-9f32-962493edcad3 req-9c1e7527-66e2-4acd-803f-6062c578a6c5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:39.513308 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-752a428e-8fc2-42df-9f32-962493edcad3 req-9c1e7527-66e2-4acd-803f-6062c578a6c5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0942247 Feb 16 08:37:39.585689 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-752a428e-8fc2-42df-9f32-962493edcad3 req-dd17364b-ee0d-4ece-b694-a2b932967920 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660033 Feb 16 08:37:40.770067 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627dac3-c7c9-4b85-9b7b-7c9daef62613 req-3004a026-3bc6-4142-a31c-cfd2da1df09b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:40.772857 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1627dac3-c7c9-4b85-9b7b-7c9daef62613 req-3004a026-3bc6-4142-a31c-cfd2da1df09b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0702832 Feb 16 08:37:40.839130 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1627dac3-c7c9-4b85-9b7b-7c9daef62613 req-066c4816-d19f-49a4-96cc-9ffcceb8feab tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604401 Feb 16 08:37:42.010718 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247066c9-4520-40f9-9eb9-2d8fc0557a8c req-b44f7b9a-dda0-4871-bc0f-d821523a741b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:42.012590 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-247066c9-4520-40f9-9eb9-2d8fc0557a8c req-b44f7b9a-dda0-4871-bc0f-d821523a741b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0643241 Feb 16 08:37:42.073684 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-247066c9-4520-40f9-9eb9-2d8fc0557a8c req-e1ff7bde-fd27-424b-a942-828a250626e9 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507441 Feb 16 08:37:43.224573 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e717a-909e-41df-89f5-fe0ba43d7bf2 req-8825a93f-6bee-47f2-b142-2d1b4a3411bc tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:43.228333 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fc0e717a-909e-41df-89f5-fe0ba43d7bf2 req-8825a93f-6bee-47f2-b142-2d1b4a3411bc tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0654798 Feb 16 08:37:43.291765 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fc0e717a-909e-41df-89f5-fe0ba43d7bf2 req-1febc536-ed21-4114-83f3-f5a57c7d12a2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542841 Feb 16 08:37:43.705147 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3466c2e-721e-4f98-8783-cf2d23a551b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:44.509958 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baa21a-f321-4a1c-8990-90ec471c4209 req-a42fb8f0-b83f-4309-b0a0-6b18656b4b77 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:44.511581 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-11baa21a-f321-4a1c-8990-90ec471c4209 req-a42fb8f0-b83f-4309-b0a0-6b18656b4b77 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0994203 Feb 16 08:37:44.595933 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-11baa21a-f321-4a1c-8990-90ec471c4209 req-c3bc9762-4e03-4c6d-8196-edc481406356 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782835 Feb 16 08:37:45.815972 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8424ae-141f-4e45-8d41-a55288613e1b req-7d602cce-af2f-4c77-a585-38e96dc3ac95 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:45.817582 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ce8424ae-141f-4e45-8d41-a55288613e1b req-7d602cce-af2f-4c77-a585-38e96dc3ac95 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0872774 Feb 16 08:37:45.886576 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ce8424ae-141f-4e45-8d41-a55288613e1b req-1bd1371d-7a48-4ff4-9fd3-3325cf52c331 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575051 Feb 16 08:37:45.939113 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9a9afae1-dae6-4913-9cae-e68019006b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:47.048030 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef1e4b-4b67-4fbb-a798-19bf40e372e7 req-066296bf-0b0b-459d-9714-442cc151747a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:47.051299 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-77ef1e4b-4b67-4fbb-a798-19bf40e372e7 req-066296bf-0b0b-459d-9714-442cc151747a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0813093 Feb 16 08:37:47.148612 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-77ef1e4b-4b67-4fbb-a798-19bf40e372e7 req-2b78f79d-a898-46bd-834e-75f2fe46a4ba tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814540 Feb 16 08:37:47.445899 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:48.349530 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fceb5-55aa-4d3f-9522-25009905d7df req-ab0ed680-a02b-42c2-8998-80455b453c60 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:48.351642 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-555fceb5-55aa-4d3f-9522-25009905d7df req-ab0ed680-a02b-42c2-8998-80455b453c60 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0865729 Feb 16 08:37:48.424726 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-555fceb5-55aa-4d3f-9522-25009905d7df req-8b62dfc6-829a-44f2-a57a-5a1fc2c2f53a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628214 Feb 16 08:37:48.460897 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-3a08a203-cc77-4585-b11e-76cd3951f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:48.462677 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-3a08a203-cc77-4585-b11e-76cd3951f2c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 1130 time: 0.0850604 Feb 16 08:37:48.593160 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-3961a4d6-b3a2-4b6b-8d80-7f0ca8d9d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:48.594729 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-3961a4d6-b3a2-4b6b-8d80-7f0ca8d9d6f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.1086569 Feb 16 08:37:48.671783 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-716fd873-bc86-46c0-bf75-fbb235841c8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 200 len: 1002 time: 0.0706022 Feb 16 08:37:48.741956 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-2fa3de09-d668-420b-b9cf-aedc79438805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:48.743405 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-2fa3de09-d668-420b-b9cf-aedc79438805 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0650198 Feb 16 08:37:48.797322 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-e8233357-0c2c-4a0e-a6bb-07da9224b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:48.799007 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-e8233357-0c2c-4a0e-a6bb-07da9224b49a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488386 Feb 16 08:37:48.901185 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-1936aecf-87c9-462b-aea1-686e24e9accb service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948400 Feb 16 08:37:48.939529 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:49.048507 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-5677a293-5a1f-4122-b944-d22fe0f31eff req-0713cf15-414f-4fea-811d-a798af98f1d8 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394517 Feb 16 08:37:49.627169 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3526c77-15aa-4eeb-9ce5-314887191354 req-e0696b37-c4fb-4f41-8b1b-227ccc5e4e71 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:49.628828 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a3526c77-15aa-4eeb-9ce5-314887191354 req-e0696b37-c4fb-4f41-8b1b-227ccc5e4e71 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0622315 Feb 16 08:37:49.683469 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a3526c77-15aa-4eeb-9ce5-314887191354 req-3f0e9318-4c01-43de-9a5c-2aed2eb3d48b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484982 Feb 16 08:37:50.056450 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-f45bbef5-13da-4754-8244-b342f839a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:50.058195 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-f45bbef5-13da-4754-8244-b342f839a9b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 1130 time: 0.0538557 Feb 16 08:37:50.169704 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-cab1ff21-4090-4519-ae8e-b539d6e037f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:50.171651 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:50.172352 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-cab1ff21-4090-4519-ae8e-b539d6e037f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.1062808 Feb 16 08:37:50.252138 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-47f6caf9-150d-41d2-8a5d-bade293a6c1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 200 len: 1002 time: 0.0722888 Feb 16 08:37:50.304023 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-bbbbe8fd-672e-47f6-aa89-cb590fe6344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:50.306031 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-bbbbe8fd-672e-47f6-aa89-cb590fe6344b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0478673 Feb 16 08:37:50.358740 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-9109f531-633b-449b-879f-b6646779644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:50.360374 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-9109f531-633b-449b-879f-b6646779644e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481343 Feb 16 08:37:50.467210 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-dc965985-ced1-4a89-8357-906d97a7540c service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979283 Feb 16 08:37:50.629762 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e1c37a62-741e-4760-a4ea-8d0b2ec6be66 req-361d5ad2-f7e8-4a8c-b128-322385d9fdcf service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537535 Feb 16 08:37:50.852590 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab673-6688-4057-87b2-5902dbb08f60 req-5c4364ed-c7ab-4160-9bd9-769750feb672 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:50.852590 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-22cab673-6688-4057-87b2-5902dbb08f60 req-5c4364ed-c7ab-4160-9bd9-769750feb672 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0756347 Feb 16 08:37:50.909814 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-22cab673-6688-4057-87b2-5902dbb08f60 req-27109d40-b0e6-4005-95d5-07a674653def tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537858 Feb 16 08:37:52.058192 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07aae-f644-42c0-9c2d-3d68bb42dc5d req-f8056df0-0c65-405a-a15f-f5b2def8b1ed tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:52.059914 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d9c07aae-f644-42c0-9c2d-3d68bb42dc5d req-f8056df0-0c65-405a-a15f-f5b2def8b1ed tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0600455 Feb 16 08:37:52.123754 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d9c07aae-f644-42c0-9c2d-3d68bb42dc5d req-a3930bd9-cdca-4219-985a-f0263d0b68b4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576665 Feb 16 08:37:53.292494 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:37:53.299197 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad9394-fb97-4dcf-a233-8ad234ae51d3 req-39a12b9f-7637-42b5-8ac8-b9dfa7b1dfe2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:53.301891 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5dad9394-fb97-4dcf-a233-8ad234ae51d3 req-39a12b9f-7637-42b5-8ac8-b9dfa7b1dfe2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 946 time: 0.0923319 Feb 16 08:37:53.367327 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5dad9394-fb97-4dcf-a233-8ad234ae51d3 req-a06b9d41-c6e5-4b0d-898a-9def748f5dff tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588090 Feb 16 08:37:53.380184 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a6460344-2873-4ac3-b7b3-4ff86809a0d1 is: ACTIVE; New status is: DOWN {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:37:53.380937 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:53.407891 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:37:53.410205 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca15cb4-9416-4b46-b02b-b85da2011724" -d '{"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-unplugged", "status": "completed", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:37:53.424222 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:53.431083 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:37:53.470314 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 08:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2543a2b-89d6-4e80-a543-3b02023476d4 x-openstack-request-id: req-d2543a2b-89d6-4e80-a543-3b02023476d4 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:37:53.470737 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-unplugged", "status": "completed", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:37:53.471084 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2543a2b-89d6-4e80-a543-3b02023476d4 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:37:53.471619 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'code': 200} Feb 16 08:37:53.510613 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=8']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:54.561982 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60922b3-63ca-4495-8043-edbb35f64bfc req-3866f150-f63a-4380-af43-095ecd3d1a1f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:54.563568 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e60922b3-63ca-4495-8043-edbb35f64bfc req-3866f150-f63a-4380-af43-095ecd3d1a1f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0688403 Feb 16 08:37:54.615460 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e60922b3-63ca-4495-8043-edbb35f64bfc req-948c73f5-eb19-42d6-b866-4da1220c5eab tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455465 Feb 16 08:37:55.779789 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6604-b317-47ac-ad34-27f7432c6dd1 req-63ffe6e7-f15d-48de-8059-c9ebab6891c5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:55.781348 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3edf6604-b317-47ac-ad34-27f7432c6dd1 req-63ffe6e7-f15d-48de-8059-c9ebab6891c5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0709629 Feb 16 08:37:55.841718 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3edf6604-b317-47ac-ad34-27f7432c6dd1 req-6ec656df-de31-474e-ad90-af0e13ec7f52 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542717 Feb 16 08:37:57.021238 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [req-b6b9635c-8f71-44f8-87da-8964c2780ee0 req-4797c305-45f4-412b-9468-0a11f21a5732 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 08:37:57.023085 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b6b9635c-8f71-44f8-87da-8964c2780ee0 req-4797c305-45f4-412b-9468-0a11f21a5732 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2540374 Feb 16 08:37:57.267807 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81efee7-89ef-46e3-8c77-d5f2d2f8a106 req-9dd6dbbf-efab-45b3-9ad1-375b1b545364 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:57.269407 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b81efee7-89ef-46e3-8c77-d5f2d2f8a106 req-9dd6dbbf-efab-45b3-9ad1-375b1b545364 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0985389 Feb 16 08:37:57.311258 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-b6a47c6f-cfe4-49d4-acec-4eb12feb3b64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782700 Feb 16 08:37:57.349131 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b81efee7-89ef-46e3-8c77-d5f2d2f8a106 req-ba4c4022-6fa4-4b13-875c-c2cf0b071a30 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680680 Feb 16 08:37:57.434182 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d753f-240f-479f-b95e-90416a8b4301 req-eac1e8ff-df3e-49e8-a7d8-dbe12ad59e3b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:57.436750 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-eac1e8ff-df3e-49e8-a7d8-dbe12ad59e3b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports/a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 200 len: 941 time: 0.0861034 Feb 16 08:37:58.496356 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8f07-9fa8-45ff-82ed-ff9aa021dac4 req-e661ff65-bdd1-4b12-8bc8-72a2c67fedb2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:58.498006 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1c1c8f07-9fa8-45ff-82ed-ff9aa021dac4 req-e661ff65-bdd1-4b12-8bc8-72a2c67fedb2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0682883 Feb 16 08:37:58.555698 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-1c1c8f07-9fa8-45ff-82ed-ff9aa021dac4 req-d3d13db0-3116-41a9-96fc-0ff909e99f33 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512464 Feb 16 08:37:59.636510 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:37:59.726225 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a6460344-2873-4ac3-b7b3-4ff86809a0d1 is: DOWN; New status is: DOWN {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:37:59.732504 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0733c4-8834-4be1-8704-f170616943df req-c7e16936-9f51-4ddf-b507-8ed21dd61d2a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:59.735331 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8d0733c4-8834-4be1-8704-f170616943df req-c7e16936-9f51-4ddf-b507-8ed21dd61d2a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0965738 Feb 16 08:37:59.749159 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:37:59.792111 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8d0733c4-8834-4be1-8704-f170616943df req-b082c7a8-255f-48c6-87e5-46ae0ad4facd tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501359 Feb 16 08:38:00.929941 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3ee0-fcc2-41ce-b2b8-5c78c183c0b4 req-5f71a9ab-5404-4da8-8e8a-a78ecbf730f5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:00.931783 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c35a3ee0-fcc2-41ce-b2b8-5c78c183c0b4 req-5f71a9ab-5404-4da8-8e8a-a78ecbf730f5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0581613 Feb 16 08:38:00.983868 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c35a3ee0-fcc2-41ce-b2b8-5c78c183c0b4 req-7860f334-3efe-4c87-b1f3-fd36514d8d63 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461318 Feb 16 08:38:01.458038 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d753f-240f-479f-b95e-90416a8b4301 req-fcacd7b7-4a2f-402c-b69b-12b711e6d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:01.459549 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-fcacd7b7-4a2f-402c-b69b-12b711e6d014 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20&tenant_id=8e1decab824d4e2688a82a531b0661c5 HTTP/1.1" status: 200 len: 1128 time: 0.0469975 Feb 16 08:38:01.528637 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d753f-240f-479f-b95e-90416a8b4301 req-1ee5e426-0777-4e55-81b7-d39d7ad6c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:01.530287 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-1ee5e426-0777-4e55-81b7-d39d7ad6c661 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e1decab824d4e2688a82a531b0661c5&device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 1128 time: 0.0484257 Feb 16 08:38:01.638769 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d753f-240f-479f-b95e-90416a8b4301 req-c21793b2-ca54-46f6-9285-5fea8caaa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:01.640428 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-c21793b2-ca54-46f6-9285-5fea8caaa46a service neutron] 10.222.0.71 "GET /v2.0/networks?id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 200 len: 918 time: 0.1012237 Feb 16 08:38:01.722046 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-8be5d24b-dad4-4fe8-8411-20c8b626196b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 200 len: 1000 time: 0.0712993 Feb 16 08:38:01.773348 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d753f-240f-479f-b95e-90416a8b4301 req-c75699d4-875e-4d80-9f1c-8fbd066cc5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:01.775377 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-c75699d4-875e-4d80-9f1c-8fbd066cc5dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 200 len: 856 time: 0.0466914 Feb 16 08:38:01.833102 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d753f-240f-479f-b95e-90416a8b4301 req-bce993e0-96e4-487b-ba73-fccd64191b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:01.834779 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-bce993e0-96e4-487b-ba73-fccd64191b1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e94f7ea2-78d4-4d1a-b567-9bf27edd9528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525124 Feb 16 08:38:01.939716 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-e4c3d2cf-f613-4dea-9664-844279050ec7 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978653 Feb 16 08:38:02.178061 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed21c9-c998-4743-acef-01b64e1b488c req-cba5c7c3-9713-4ff4-bfb3-e16a159df791 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:02.181047 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4aed21c9-c998-4743-acef-01b64e1b488c req-cba5c7c3-9713-4ff4-bfb3-e16a159df791 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.1047976 Feb 16 08:38:02.272684 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-4aed21c9-c998-4743-acef-01b64e1b488c req-40e0dd72-7000-49c8-a606-1c29589ab430 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843284 Feb 16 08:38:02.303499 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-827d753f-240f-479f-b95e-90416a8b4301 req-d617ae3e-8752-4df6-a8a2-28ca2c85f437 service neutron] 10.222.0.71 "GET /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574362 Feb 16 08:38:03.552500 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cab71-6a40-488d-bbb3-6a6f9c736233 req-62aa42bd-087e-4946-b380-cd46b9647a3f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:03.560968 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0f3cab71-6a40-488d-bbb3-6a6f9c736233 req-62aa42bd-087e-4946-b380-cd46b9647a3f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.1142430 Feb 16 08:38:03.642148 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0f3cab71-6a40-488d-bbb3-6a6f9c736233 req-60759795-df81-433e-9795-013a61048472 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791168 Feb 16 08:38:04.805821 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924ad56-de86-4d31-814c-76a79e4dc10e req-d8a79bda-cd0e-494d-88b7-990d16043663 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:04.809494 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b924ad56-de86-4d31-814c-76a79e4dc10e req-d8a79bda-cd0e-494d-88b7-990d16043663 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0725858 Feb 16 08:38:04.898303 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b924ad56-de86-4d31-814c-76a79e4dc10e req-98e46773-9d44-4e9a-9470-f431c8db05b0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839100 Feb 16 08:38:06.116249 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e301d-38e0-4229-aff0-c3fee04acace req-e933fc2b-0991-4273-b6c1-a1594fed77ab tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:06.118440 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8e5e301d-38e0-4229-aff0-c3fee04acace req-e933fc2b-0991-4273-b6c1-a1594fed77ab tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0678430 Feb 16 08:38:06.198986 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8e5e301d-38e0-4229-aff0-c3fee04acace req-a54b7926-873f-4fb6-9a19-fe6d4759a88f tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728805 Feb 16 08:38:07.385126 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878bf9-84e1-4966-bac2-e82df799983d req-3b9d5d20-5cfb-47cd-ad73-279d7f1076e3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:07.386802 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ab878bf9-84e1-4966-bac2-e82df799983d req-3b9d5d20-5cfb-47cd-ad73-279d7f1076e3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0724311 Feb 16 08:38:07.476579 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ab878bf9-84e1-4966-bac2-e82df799983d req-f777a2b5-f079-4ff8-85fa-425f0a279aa2 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817335 Feb 16 08:38:07.726029 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:08.675531 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fe937-a489-4f3e-b4d6-2a386f3fe4cd req-5ef37bbc-5609-4d7a-82d2-9333abca00b5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:08.677150 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b06fe937-a489-4f3e-b4d6-2a386f3fe4cd req-5ef37bbc-5609-4d7a-82d2-9333abca00b5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0633974 Feb 16 08:38:08.705976 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42808) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:38:08.749822 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b06fe937-a489-4f3e-b4d6-2a386f3fe4cd req-ba7f5069-4c34-42a4-92ec-abcdf2328c23 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654373 Feb 16 08:38:08.915231 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-decc74bb-6104-4921-b8f2-be7167857ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:09.000166 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-decc74bb-6104-4921-b8f2-be7167857ae5 admin admin] Publish callbacks [] for security_group (775c5815-25c1-486b-9aab-efa580628e20), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:09.009179 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-decc74bb-6104-4921-b8f2-be7167857ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (775c5815-25c1-486b-9aab-efa580628e20), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:09.067711 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-decc74bb-6104-4921-b8f2-be7167857ae5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b00c8a3ddd240dbb92b35fb1a5ebf88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561363 Feb 16 08:38:09.068027 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42814) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:38:09.070519 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc74bb-6104-4921-b8f2-be7167857ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775c5815-25c1-486b-9aab-efa580628e20,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:09.137791 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-dd56dc38-a4a8-4edf-977c-2851ebe21796 admin admin] Publish callbacks [] for security_group (775c5815-25c1-486b-9aab-efa580628e20), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:09.161467 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-dd56dc38-a4a8-4edf-977c-2851ebe21796 admin admin] Publish callbacks [] for security_group (775c5815-25c1-486b-9aab-efa580628e20), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:09.243852 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-dd56dc38-a4a8-4edf-977c-2851ebe21796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (775c5815-25c1-486b-9aab-efa580628e20), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:09.246789 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-dd56dc38-a4a8-4edf-977c-2851ebe21796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:09.250877 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-dd56dc38-a4a8-4edf-977c-2851ebe21796 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/775c5815-25c1-486b-9aab-efa580628e20 HTTP/1.1" status: 204 len: 168 time: 0.1788218 Feb 16 08:38:09.264030 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56dc38-a4a8-4edf-977c-2851ebe21796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775c5815-25c1-486b-9aab-efa580628e20,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:09.986846 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d52064-8d80-47d2-a269-20cc6e6603ac req-7050a412-97c7-4a92-bd7e-7e5ae400a4b7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:10.001677 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-30d52064-8d80-47d2-a269-20cc6e6603ac req-7050a412-97c7-4a92-bd7e-7e5ae400a4b7 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.1319885 Feb 16 08:38:10.114157 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-30d52064-8d80-47d2-a269-20cc6e6603ac req-82d1fd5a-6a02-4387-ac50-2c9c308f8ef0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052847 Feb 16 08:38:11.290354 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47a17-647f-4777-981a-f6d96b748836 req-c9744551-709b-4c3e-b8b5-68ac5060b1d4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:11.291986 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51a47a17-647f-4777-981a-f6d96b748836 req-c9744551-709b-4c3e-b8b5-68ac5060b1d4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0744791 Feb 16 08:38:11.361017 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-51a47a17-647f-4777-981a-f6d96b748836 req-7b589716-7376-47c4-8411-aa51305852b3 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631526 Feb 16 08:38:12.529890 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32592e6-fd5c-49a9-8762-1e516a9ccdfb req-f14b0897-5501-4587-9e48-58960fc49ae5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:12.536426 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b32592e6-fd5c-49a9-8762-1e516a9ccdfb req-f14b0897-5501-4587-9e48-58960fc49ae5 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0709279 Feb 16 08:38:12.599318 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b32592e6-fd5c-49a9-8762-1e516a9ccdfb req-0cf3eb9e-d5c9-4d9b-bd33-8c6e97c82b67 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605719 Feb 16 08:38:13.679158 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-784f425f-ac56-4099-ae09-271d2ae4f76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:13.795850 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4102b-27e9-4222-8334-cfdc38feffc6 req-b54a3c62-dfe8-42c1-89c2-9de6b6520d99 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:13.798501 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f4d4102b-27e9-4222-8334-cfdc38feffc6 req-b54a3c62-dfe8-42c1-89c2-9de6b6520d99 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0859876 Feb 16 08:38:13.859561 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f4d4102b-27e9-4222-8334-cfdc38feffc6 req-640e3635-8ff2-41b5-b4b6-d10d90f64af1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550725 Feb 16 08:38:14.336488 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 42870) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:38:14.489824 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6d5017e4-5bc4-41f3-943e-eb987449dbfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:14.580935 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6d5017e4-5bc4-41f3-943e-eb987449dbfa admin admin] Publish callbacks [] for security_group (83b8ef67-c688-42f5-bcc4-a85984aa385f), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:14.586723 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6d5017e4-5bc4-41f3-943e-eb987449dbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (83b8ef67-c688-42f5-bcc4-a85984aa385f), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:14.631620 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-6d5017e4-5bc4-41f3-943e-eb987449dbfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b458d051ac5d496bb916cd457434338b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967312 Feb 16 08:38:14.633097 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5017e4-5bc4-41f3-943e-eb987449dbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b8ef67-c688-42f5-bcc4-a85984aa385f,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:14.635033 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 42874) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:38:14.698600 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Publish callbacks [] for security_group (83b8ef67-c688-42f5-bcc4-a85984aa385f), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:14.722523 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Publish callbacks [] for security_group (83b8ef67-c688-42f5-bcc4-a85984aa385f), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:14.783824 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (83b8ef67-c688-42f5-bcc4-a85984aa385f), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:14.786777 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:14.788291 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83b8ef67-c688-42f5-bcc4-a85984aa385f HTTP/1.1" status: 204 len: 168 time: 0.1509988 Feb 16 08:38:14.799288 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b8ef67-c688-42f5-bcc4-a85984aa385f,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:14.808607 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.808957 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.809313 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.809664 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.810008 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.810346 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.810684 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.811030 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.811418 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.811714 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.812058 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.812394 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:14.812729 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cae5532-3902-4a05-95c6-a128850abc3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:15.021986 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130e56-3be4-4150-9353-287a4b282179 req-a506d133-c9f1-46f7-bf7e-d061c15676ee tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:15.028131 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-49130e56-3be4-4150-9353-287a4b282179 req-a506d133-c9f1-46f7-bf7e-d061c15676ee tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0767839 Feb 16 08:38:15.087011 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-49130e56-3be4-4150-9353-287a4b282179 req-392eb0c0-e051-437e-b4c0-0a1385bd9750 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546710 Feb 16 08:38:15.935944 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-12a4c553-c84e-47e1-bf69-3fac405c0bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:16.244628 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccf5c4-63a0-48cb-a591-dbcb5dbcad42 req-6f5c1864-67c3-4668-930b-949e1f1b4838 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:16.246141 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8fccf5c4-63a0-48cb-a591-dbcb5dbcad42 req-6f5c1864-67c3-4668-930b-949e1f1b4838 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0648906 Feb 16 08:38:16.298001 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-8fccf5c4-63a0-48cb-a591-dbcb5dbcad42 req-83110a5e-54f0-4ffc-91c3-da2a58c19ec4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461938 Feb 16 08:38:17.435536 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ede3b2-8be4-4ff8-9d72-0bb51c4ce55b req-de1335ba-b76e-449a-b6c8-9bd04ff68287 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:17.437233 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-31ede3b2-8be4-4ff8-9d72-0bb51c4ce55b req-de1335ba-b76e-449a-b6c8-9bd04ff68287 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0587006 Feb 16 08:38:17.448740 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:17.517187 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-31ede3b2-8be4-4ff8-9d72-0bb51c4ce55b req-b53622ee-12f0-4ad0-842b-8facc91391d8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732391 Feb 16 08:38:18.662837 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9a7f2-12ad-4709-a483-871c15f2d4a8 req-e27c98bf-01a0-4c4f-a98e-d72888d0c878 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:18.664969 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c0f9a7f2-12ad-4709-a483-871c15f2d4a8 req-e27c98bf-01a0-4c4f-a98e-d72888d0c878 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0561707 Feb 16 08:38:18.721273 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c0f9a7f2-12ad-4709-a483-871c15f2d4a8 req-ab365d81-2251-4f97-9a8b-e35c9a477805 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504510 Feb 16 08:38:18.935050 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:19.901428 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c47572-8a1b-4eea-9779-36e40a7f1b92 req-e32bf708-5031-47d8-a376-05aedd1f6bda tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.903100 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-52c47572-8a1b-4eea-9779-36e40a7f1b92 req-e32bf708-5031-47d8-a376-05aedd1f6bda tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0594802 Feb 16 08:38:19.969701 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-52c47572-8a1b-4eea-9779-36e40a7f1b92 req-96d8c220-c783-4093-95f7-d7210fd07490 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562346 Feb 16 08:38:20.168373 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:21.105526 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8af199-a709-4f0b-b97c-0debb171ecdd req-484c64f2-189f-4b7c-87aa-0d53736a28b4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:21.107306 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d8af199-a709-4f0b-b97c-0debb171ecdd req-484c64f2-189f-4b7c-87aa-0d53736a28b4 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 944 time: 0.0574150 Feb 16 08:38:21.163206 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6d8af199-a709-4f0b-b97c-0debb171ecdd req-472603a3-c2ac-4570-811c-f78cc76fb091 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458581 Feb 16 08:38:21.343639 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:38:21.451168 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:21.464632 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'port_id': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'mac_address': 'fa:16:3e:1b:ae:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:38:21.507403 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a6460344-2873-4ac3-b7b3-4ff86809a0d1 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:38:21.508810 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:21.524062 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6460344-2873-4ac3-b7b3-4ff86809a0d1 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:38:21.546394 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:21.551928 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:21.630992 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=9']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:21.932815 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['a6460344-2873-4ac3-b7b3-4ff86809a0d1'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:38:22.312911 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b0b39-b847-4b01-9f0e-7ea9f78a5b86 req-86d18a6a-11e1-4c06-92b4-35af996dd455 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:22.314590 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c59b0b39-b847-4b01-9f0e-7ea9f78a5b86 req-86d18a6a-11e1-4c06-92b4-35af996dd455 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 945 time: 0.0628316 Feb 16 08:38:22.368854 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c59b0b39-b847-4b01-9f0e-7ea9f78a5b86 req-ae65469f-fb7c-43b4-9e2b-1a9ba81d50e1 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482032 Feb 16 08:38:23.359622 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:38:23.410556 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port a6460344-2873-4ac3-b7b3-4ff86809a0d1 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:23.410929 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:23.503202 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port a6460344-2873-4ac3-b7b3-4ff86809a0d1 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:38:23.503662 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:23.530208 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:38:23.532921 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f580f19-3d71-47e4-8d46-ac1c040c90b7" -d '{"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-plugged", "status": "completed", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:38:23.552263 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:23.562077 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:23.585206 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011f085-1dcd-4b2b-91f0-4b8d584a7c1a req-378a68fc-97a3-4757-8a07-2fb50bd1c363 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:23.588088 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2011f085-1dcd-4b2b-91f0-4b8d584a7c1a req-378a68fc-97a3-4757-8a07-2fb50bd1c363 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 945 time: 0.1095130 Feb 16 08:38:23.607771 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238488e8-193a-4d93-8d0e-1501b40ba4dc x-openstack-request-id: req-238488e8-193a-4d93-8d0e-1501b40ba4dc {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:38:23.608241 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-plugged", "status": "completed", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:38:23.608649 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-238488e8-193a-4d93-8d0e-1501b40ba4dc {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:38:23.609284 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'code': 200} Feb 16 08:38:23.650387 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2011f085-1dcd-4b2b-91f0-4b8d584a7c1a req-af7468c9-a9c7-4257-977e-a0d434e5b457 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556436 Feb 16 08:38:23.655402 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=10']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:23.669530 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.670044 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.670608 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.671161 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.671779 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.672376 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.672976 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.673546 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.674225 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.674829 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.675498 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.676031 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.676586 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:23.827309 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c58f06-6876-4630-8d1b-0a29557956c2 req-4c781a92-21bb-4d76-ad40-ff53e9dfa097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:23.828999 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-34c58f06-6876-4630-8d1b-0a29557956c2 req-4c781a92-21bb-4d76-ad40-ff53e9dfa097 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 1131 time: 0.0496323 Feb 16 08:38:23.880585 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-34c58f06-6876-4630-8d1b-0a29557956c2 req-95e197a1-71a2-4f20-9ad6-a2878cdea546 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 Feb 16 08:38:24.828574 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a6f77-8b37-4e2b-8304-bdaba34fb65f req-221078b6-e05a-49f5-a806-f941d7d5bd0b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:24.830224 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e02a6f77-8b37-4e2b-8304-bdaba34fb65f req-221078b6-e05a-49f5-a806-f941d7d5bd0b tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 947 time: 0.0880537 Feb 16 08:38:24.887965 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e02a6f77-8b37-4e2b-8304-bdaba34fb65f req-2ac20535-f221-4676-89a3-1dc5ad220fc0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470593 Feb 16 08:38:26.098413 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb9cc-edb0-4ee1-b8e3-d956a96a5a0b req-71a47188-1f5a-4a02-9f5d-a5fe341e15da tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:26.100816 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b75eb9cc-edb0-4ee1-b8e3-d956a96a5a0b req-71a47188-1f5a-4a02-9f5d-a5fe341e15da tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 947 time: 0.0748224 Feb 16 08:38:26.178534 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b75eb9cc-edb0-4ee1-b8e3-d956a96a5a0b req-6d7c0ad2-d54c-43b6-be2a-e03408b4daad tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715489 Feb 16 08:38:27.342357 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6b73-2618-40cc-81be-682f697659b7 req-3edf765e-e113-429a-8b6c-2cffdbb9433c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:27.344128 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5d0e6b73-2618-40cc-81be-682f697659b7 req-3edf765e-e113-429a-8b6c-2cffdbb9433c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 947 time: 0.0632167 Feb 16 08:38:27.401456 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5d0e6b73-2618-40cc-81be-682f697659b7 req-d261f9f5-e5c6-49b4-a80d-fce3968b1240 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512869 Feb 16 08:38:36.747752 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:38:37.724957 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:43.683201 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-cf7db6d7-92fa-46f9-a0cb-578a94f4328b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:45.935392 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-04a22165-223b-4a44-9421-ca5f354b050d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:47.445923 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:48.352866 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-23465def-231e-42f1-abbf-b548ddceeb4c req-7892b87c-d224-4201-8d22-3dcc8d28ce3d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502164 Feb 16 08:38:48.422819 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23465def-231e-42f1-abbf-b548ddceeb4c req-f6124bc4-b700-4304-9d23-2dba881a63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:48.424395 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-23465def-231e-42f1-abbf-b548ddceeb4c req-f6124bc4-b700-4304-9d23-2dba881a63f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 1129 time: 0.0485544 Feb 16 08:38:48.543498 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23465def-231e-42f1-abbf-b548ddceeb4c req-02fa783b-4ea4-4b24-bcaa-40ed542b857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:48.545042 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-23465def-231e-42f1-abbf-b548ddceeb4c req-02fa783b-4ea4-4b24-bcaa-40ed542b857c service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.0939043 Feb 16 08:38:48.618339 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-23465def-231e-42f1-abbf-b548ddceeb4c req-f729d8be-c6af-4448-ae9b-83eb5120235e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23138c3-9fab-4807-a220-4e1a62e916e1 HTTP/1.1" status: 200 len: 1001 time: 0.0663378 Feb 16 08:38:48.670902 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23465def-231e-42f1-abbf-b548ddceeb4c req-40b4f53f-6d45-4786-89f5-ec502ef3bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:48.672530 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-23465def-231e-42f1-abbf-b548ddceeb4c req-40b4f53f-6d45-4786-89f5-ec502ef3bfb8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0472302 Feb 16 08:38:48.734868 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23465def-231e-42f1-abbf-b548ddceeb4c req-83ee34f0-db69-45d0-964f-678f6b077469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:48.737611 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-23465def-231e-42f1-abbf-b548ddceeb4c req-83ee34f0-db69-45d0-964f-678f6b077469 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578012 Feb 16 08:38:48.838564 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-23465def-231e-42f1-abbf-b548ddceeb4c req-a1d4d15d-b894-4a91-a2ad-b0619c84140c service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942202 Feb 16 08:38:48.939368 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:38:48.949026 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-23465def-231e-42f1-abbf-b548ddceeb4c req-833500de-658a-4835-b1b0-9cde64dde7e5 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039410 Feb 16 08:38:50.162938 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:07.733118 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:13.677685 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2bea6a0b-0e84-4d13-9722-a37019094b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:13.747139 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:39:15.932750 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-90528b38-2c20-497d-9b0f-cb6e66961d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:17.448491 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:18.938065 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:20.170514 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:29.960842 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4a645-3e36-45a6-9cf7-e76b9bd9a452 req-24d92d57-4a00-4ade-a125-96969709ed70 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:29.962448 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-46b4a645-3e36-45a6-9cf7-e76b9bd9a452 req-24d92d57-4a00-4ade-a125-96969709ed70 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 945 time: 0.0572906 Feb 16 08:39:30.015407 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-46b4a645-3e36-45a6-9cf7-e76b9bd9a452 req-a291fb11-8a9e-47d4-b635-80d75ac559dc tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472720 Feb 16 08:39:31.174058 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f47ba1-ac9f-400f-a040-e48f080e3198 req-7c129b78-6eb6-4537-b0f6-6bf3eb57e04e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.176799 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-20f47ba1-ac9f-400f-a040-e48f080e3198 req-7c129b78-6eb6-4537-b0f6-6bf3eb57e04e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 945 time: 0.0896368 Feb 16 08:39:31.232335 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-20f47ba1-ac9f-400f-a040-e48f080e3198 req-eb9cc8b6-77c8-49ce-a8e3-2f477fb3c563 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497515 Feb 16 08:39:31.680813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a96252-c522-4c3f-a9dd-c8a8c956b8b1 req-d04caa9f-c397-4841-988f-83a734bdb36a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.682351 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-52a96252-c522-4c3f-a9dd-c8a8c956b8b1 req-d04caa9f-c397-4841-988f-83a734bdb36a tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 947 time: 0.0594928 Feb 16 08:39:31.733885 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-52a96252-c522-4c3f-a9dd-c8a8c956b8b1 req-22d6d9df-ebb4-4eef-b9eb-0415d7339353 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Feb 16 08:39:31.789325 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-9f29b19e-6f81-49ac-ba48-e7b0a544c928 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.790897 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-9f29b19e-6f81-49ac-ba48-e7b0a544c928 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Feb 16 08:39:31.894400 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Deleting port f23138c3-9fab-4807-a220-4e1a62e916e1 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:39:31.894757 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:32.005731 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] For port f23138c3-9fab-4807-a220-4e1a62e916e1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f23138c3-9fab-4807-a220-4e1a62e916e1,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:32.006013 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:32.199787 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:32.200301 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (0f6fca26-f3e9-4d98-8755-028d1b6bb036), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:32.200725 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.l3_db [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Floating IP 0f6fca26-f3e9-4d98-8755-028d1b6bb036 disassociated. External IP: 172.27.0.200, port: f23138c3-9fab-4807-a220-4e1a62e916e1. Feb 16 08:39:32.201167 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Calling delete_port for f23138c3-9fab-4807-a220-4e1a62e916e1 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:39:32.376325 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b56893-5062-4f3d-b2c9-034a3a613769 req-2242e127-04cf-45b9-881b-314b850d57fc tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:32.376981 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (f23138c3-9fab-4807-a220-4e1a62e916e1), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:32.377929 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01b56893-5062-4f3d-b2c9-034a3a613769 req-2242e127-04cf-45b9-881b-314b850d57fc tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 945 time: 0.0668440 Feb 16 08:39:32.407730 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event deleted for resources: {'Port': ['ID=f23138c3-9fab-4807-a220-4e1a62e916e1,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:32.422294 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.422660 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.423023 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.423370 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.423743 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.424081 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.424418 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.424757 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.425224 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.425430 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.425773 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.426102 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.426432 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:32.445843 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01b56893-5062-4f3d-b2c9-034a3a613769 req-84958080-f581-4022-b670-e4a39c5f5855 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592837 Feb 16 08:39:32.548046 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Router be7ef47b-65e9-4616-95e8-36b74ec7a348 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:32.670650 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:32.685003 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] Sync routers for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:39:32.702760 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:39:32.703738 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:39:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:32.724761 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] No DVR routers for this DVR port f23138c3-9fab-4807-a220-4e1a62e916e1 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:32.727591 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:32.731269 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-29fbc4b7-bfcd-48cd-b2d7-b9c1b168e8a6 req-f63d1655-baac-48a0-835b-87c70017bc94 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "DELETE /v2.0/ports/f23138c3-9fab-4807-a220-4e1a62e916e1 HTTP/1.1" status: 204 len: 173 time: 0.9338799 Feb 16 08:39:32.731821 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'name': 'network-vif-deleted', 'tag': 'f23138c3-9fab-4807-a220-4e1a62e916e1'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:39:32.735109 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccddbccd-b5fd-45d7-9050-05e37b9420b1" -d '{"events": [{"server_uuid": "3f7b5628-295e-4a00-a74e-09b0c9bb7975", "name": "network-vif-deleted", "tag": "f23138c3-9fab-4807-a220-4e1a62e916e1"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:39:32.813305 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f85195-7a07-491f-ac0b-1e3c6b93479a x-openstack-request-id: req-62f85195-7a07-491f-ac0b-1e3c6b93479a {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:39:32.814281 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7b5628-295e-4a00-a74e-09b0c9bb7975", "name": "network-vif-deleted", "tag": "f23138c3-9fab-4807-a220-4e1a62e916e1", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:39:32.814281 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62f85195-7a07-491f-ac0b-1e3c6b93479a {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:39:32.814281 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7b5628-295e-4a00-a74e-09b0c9bb7975', 'name': 'network-vif-deleted', 'tag': 'f23138c3-9fab-4807-a220-4e1a62e916e1', 'status': 'completed', 'code': 200} Feb 16 08:39:32.864127 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:39:32.919907 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8570a1-8413-496d-aeb6-75fb933ff162 req-e9a3840e-4fdc-4d0a-ac6e-509bc65caaff tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:32.921998 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea8570a1-8413-496d-aeb6-75fb933ff162 req-e9a3840e-4fdc-4d0a-ac6e-509bc65caaff tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 947 time: 0.0603757 Feb 16 08:39:33.008806 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea8570a1-8413-496d-aeb6-75fb933ff162 req-e595a917-7cfa-46d9-8f82-9132fef2920c tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782158 Feb 16 08:39:33.183648 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.244132 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] Checking router: be7ef47b-65e9-4616-95e8-36b74ec7a348 for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:39:33.259570 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:39:33.260634 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:39:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.380708 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:39:33.452712 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-3e7f56ef-6935-4514-949c-0feaa62f56a0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:33.454504 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-3e7f56ef-6935-4514-949c-0feaa62f56a0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 947 time: 0.0595391 Feb 16 08:39:33.608064 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Deleting port a6460344-2873-4ac3-b7b3-4ff86809a0d1 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:39:33.608639 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:33.635721 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.642571 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fabeed99-af2a-4747-bb7c-0928a3a05774 req-da5f5857-02bd-448e-a3c0-736818176478 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f7b5628-295e-4a00-a74e-09b0c9bb7975 HTTP/1.1" status: 200 len: 210 time: 0.0709395 Feb 16 08:39:33.690585 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f209438-5f2a-429c-ba65-0053603063d6 None None] The sync data for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi is: [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:39:33.747629 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] For port a6460344-2873-4ac3-b7b3-4ff86809a0d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a6460344-2873-4ac3-b7b3-4ff86809a0d1,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:33.747955 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:33.759078 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device f23138c3-9fab-4807-a220-4e1a62e916e1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:39:33.798279 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: f23138c3-9fab-4807-a220-4e1a62e916e1 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:39:33.799130 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device f23138c3-9fab-4807-a220-4e1a62e916e1 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:39:34.034775 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8d3d0b-5853-4666-9c9e-4d3b8875d100 None None] New status for floating IP 0f6fca26-f3e9-4d98-8755-028d1b6bb036: DOWN {{(pid=102596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:39:34.069857 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:34.070787 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (d08f3adf-2ec1-4993-b336-87b500e3ccc5), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:34.071655 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.l3_db [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Floating IP d08f3adf-2ec1-4993-b336-87b500e3ccc5 disassociated. External IP: 172.27.0.113, port: a6460344-2873-4ac3-b7b3-4ff86809a0d1. Feb 16 08:39:34.072293 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Calling delete_port for a6460344-2873-4ac3-b7b3-4ff86809a0d1 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:39:34.168156 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d9739-b082-404a-bf9b-28dbfedb0c5c req-5ab3dcf8-f777-4f94-ae15-bc9e681f6433 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:34.171320 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-774d9739-b082-404a-bf9b-28dbfedb0c5c req-5ab3dcf8-f777-4f94-ae15-bc9e681f6433 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/ports?device_id=95657fd7-ecb3-4d1a-858e-68ce31e8ab20 HTTP/1.1" status: 200 len: 947 time: 0.0794563 Feb 16 08:39:34.243278 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (a6460344-2873-4ac3-b7b3-4ff86809a0d1), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:34.252103 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-774d9739-b082-404a-bf9b-28dbfedb0c5c req-90cb419a-c381-4c87-bf06-559feb235a59 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups?id=a745433f-7af7-4b78-8db9-2c4c43fc5209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710144 Feb 16 08:39:34.295701 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event deleted for resources: {'Port': ['ID=a6460344-2873-4ac3-b7b3-4ff86809a0d1,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:34.422765 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Router bf6fd64c-bc22-4753-b158-2fdc29f3313b has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:34.537381 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:34.549253 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] Sync routers for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:39:34.561445 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:39:34.562214 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:39:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:34.592897 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] No DVR routers for this DVR port a6460344-2873-4ac3-b7b3-4ff86809a0d1 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:34.595827 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:34.599760 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0bd459a2-d0fd-45e8-bd06-f5cd42cc213f req-c9e84032-a293-4d90-b675-0f170812ab3d tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.71 "DELETE /v2.0/ports/a6460344-2873-4ac3-b7b3-4ff86809a0d1 HTTP/1.1" status: 204 len: 173 time: 1.1380048 Feb 16 08:39:34.815655 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-deleted', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:39:34.819953 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf5e92c-fb78-418c-8cd0-215ef0133c19" -d '{"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-deleted", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:39:34.837344 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:39:34.885874 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4420404a-5757-49f2-9e5f-da05b7d8baed x-openstack-request-id: req-4420404a-5757-49f2-9e5f-da05b7d8baed {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:39:34.886392 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95657fd7-ecb3-4d1a-858e-68ce31e8ab20", "name": "network-vif-deleted", "tag": "a6460344-2873-4ac3-b7b3-4ff86809a0d1", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:39:34.886871 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4420404a-5757-49f2-9e5f-da05b7d8baed {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:39:34.887571 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95657fd7-ecb3-4d1a-858e-68ce31e8ab20', 'name': 'network-vif-deleted', 'tag': 'a6460344-2873-4ac3-b7b3-4ff86809a0d1', 'status': 'completed', 'code': 200} Feb 16 08:39:35.034655 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-008fb054-eead-4da5-874f-5e18a54d5f95 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235812932&fields=id&tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4 HTTP/1.1" status: 200 len: 267 time: 0.0526404 Feb 16 08:39:35.094425 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:35.139005 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] Checking router: bf6fd64c-bc22-4753-b158-2fdc29f3313b for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:39:35.155267 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:39:35.156444 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:39:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:35.193739 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-b4ba1987-c06d-450d-99c7-18073193fa1f tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:35.196018 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-b4ba1987-c06d-450d-99c7-18073193fa1f tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 812 time: 0.1518717 Feb 16 08:39:35.216092 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-f66b2f09-8b8f-48e3-8413-66da2d78178a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/quotas/3d3cdc149a9044ecbf603f943cc9c6c4 HTTP/1.1" status: 200 len: 375 time: 0.0126827 Feb 16 08:39:35.295299 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-73485bab-f28d-4b5a-8832-8157f733a5b8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701931 Feb 16 08:39:35.312254 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:39:35.378735 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43022) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:35.490745 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (a745433f-7af7-4b78-8db9-2c4c43fc5209), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:35.581478 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (a745433f-7af7-4b78-8db9-2c4c43fc5209), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:35.630060 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:35.640536 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-37d35817-ff89-4095-97c7-43d1f630288d service neutron] 10.222.0.30 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245432 Feb 16 08:39:35.659155 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb6845-5a05-466b-914a-a4ba5b8cf89e None None] The sync data for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi is: [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:29:58Z', 'revision_number': 4, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': 'df8b7489-bbc0-479a-a235-c01252850315', 'name': '', 'network_id': 'e94f7ea2-78d4-4d1a-b567-9bf27edd9528', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'mac_address': 'fa:16:3e:4c:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:57Z', 'updated_at': '2022-02-16T08:30:03Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'subnets': [{'id': '2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:39:35.694812 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (a745433f-7af7-4b78-8db9-2c4c43fc5209), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:35.700761 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:35.704034 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "DELETE /v2.0/security-groups/a745433f-7af7-4b78-8db9-2c4c43fc5209 HTTP/1.1" status: 204 len: 168 time: 0.3239422 Feb 16 08:39:35.707471 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43024) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:35.733280 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.api.v2.resource [None req-e6602f00-ecf5-48cc-8d48-3418dea80220 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] show failed (client error): The resource could not be found. Feb 16 08:39:35.737549 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e6602f00-ecf5-48cc-8d48-3418dea80220 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "GET /v2.0/security-groups/a745433f-7af7-4b78-8db9-2c4c43fc5209 HTTP/1.1" status: 404 len: 347 time: 0.0250514 Feb 16 08:39:35.738363 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43026) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:35.751848 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:39:35.754848 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a745433f-7af7-4b78-8db9-2c4c43fc5209,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:35.769689 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.770071 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.770628 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.771190 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.771775 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.772388 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.773036 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.773559 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.774065 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.774587 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.775122 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.775390 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: a6460344-2873-4ac3-b7b3-4ff86809a0d1 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:39:35.775563 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.775842 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97969d66-0194-4f74-9d91-275f95b1f8b8 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:35.776393 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device a6460344-2873-4ac3-b7b3-4ff86809a0d1 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:39:35.816286 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-d4a5fa1b-20e6-4168-9820-ed86a14f4198 service neutron] 10.222.0.30 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648886 Feb 16 08:39:35.923775 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Deleting port 46452f61-b80c-4c89-9605-55fa1fa92f2a {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:39:35.924455 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (46452f61-b80c-4c89-9605-55fa1fa92f2a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:36.041847 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dabc7f-da1c-4198-ae9d-640b32bf1184 None None] New status for floating IP d08f3adf-2ec1-4993-b336-87b500e3ccc5: DOWN {{(pid=102596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:39:36.069372 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (46452f61-b80c-4c89-9605-55fa1fa92f2a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:36.069840 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (46452f61-b80c-4c89-9605-55fa1fa92f2a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:36.087602 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Calling delete_port for 46452f61-b80c-4c89-9605-55fa1fa92f2a owned by network:floatingip {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:39:36.262964 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3cac10b4-cfe3-40d7-a25f-9956f125746f req-fe466e26-a13f-421c-af54-75452fd75f83 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 210 time: 0.0461166 Feb 16 08:39:36.341637 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (46452f61-b80c-4c89-9605-55fa1fa92f2a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:36.378816 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Pushing event deleted for resources: {'Port': ['ID=46452f61-b80c-4c89-9605-55fa1fa92f2a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:36.474939 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks [] for floatingip (d08f3adf-2ec1-4993-b336-87b500e3ccc5), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:36.479577 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:36.485099 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-1c84fa12-e0b7-448e-889b-259a5fd8fab0 tempest-AttachVolumeShelveTestJSON-249694226 tempest-AttachVolumeShelveTestJSON-249694226-project] 10.222.0.30 "DELETE /v2.0/floatingips/d08f3adf-2ec1-4993-b336-87b500e3ccc5 HTTP/1.1" status: 204 len: 168 time: 0.7416279 Feb 16 08:39:37.398429 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f7c68774-8451-4349-9614-dc05172b9fd8 req-f203ca8e-6096-4497-95a1-6a762a7c927c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 210 time: 0.0552583 Feb 16 08:39:37.470943 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-8b5fc4e0-4eca-4567-9204-27a403356ca9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:37.473425 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-8b5fc4e0-4eca-4567-9204-27a403356ca9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 812 time: 0.1759644 Feb 16 08:39:37.545107 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-22d5819b-7a6a-4c3f-8b1b-21ce60a3d59d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4 HTTP/1.1" status: 200 len: 379 time: 0.0634508 Feb 16 08:39:37.554598 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'port': {'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'admin_state_up': True, 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'security_groups': ['a5329422-1e80-4ed8-8423-f1ce38feefc2']}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:39:37.678309 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Made reservation on behalf of 3d3cdc149a9044ecbf603f943cc9c6c4 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:37.685660 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:37.734658 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:37.933672 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Allocated IP 172.20.0.6 (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312/3c3c8767-cb11-486e-ae57-08df27fd93f5/6b5399e7-f0fc-483f-8b7d-8774927f609f) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:38.131369 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:38.169911 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:38.226032 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:38.230231 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:38.232262 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'Port': ['ID=6b5399e7-f0fc-483f-8b7d-8774927f609f,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:38.234500 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:39:38.286089 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:38.286759 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:38.307352 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-1cec98fe-913c-41de-860f-0db44f852157 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568221 Feb 16 08:39:38.320964 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Request body: {'port': {'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:39:38.393078 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:38.546283 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-ee703892-0ebc-4f78-822c-a1430cf985d4 None None] Provisioning complete for port 6b5399e7-f0fc-483f-8b7d-8774927f609f triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:38.546584 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ee703892-0ebc-4f78-822c-a1430cf985d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:38.558760 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea003cc6-9ba8-4f48-a05f-664798419ac2 req-4672e5b6-f8d6-469a-a1b7-06dcbdb56f30 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:38.561012 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea003cc6-9ba8-4f48-a05f-664798419ac2 req-4672e5b6-f8d6-469a-a1b7-06dcbdb56f30 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 931 time: 0.0639107 Feb 16 08:39:38.586168 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ee703892-0ebc-4f78-822c-a1430cf985d4 None None] Port 6b5399e7-f0fc-483f-8b7d-8774927f609f cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:39:38.631175 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ea003cc6-9ba8-4f48-a05f-664798419ac2 req-35b42921-57c4-4801-8c3d-ea614666df65 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636046 Feb 16 08:39:38.706965 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5399e7-f0fc-483f-8b7d-8774927f609f {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:39:38.715456 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Publish callbacks [] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:38.728610 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Transition to ACTIVE for port object 6b5399e7-f0fc-483f-8b7d-8774927f609f will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:38.732762 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:38.790471 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5399e7-f0fc-483f-8b7d-8774927f609f,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:39.096846 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43068) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:39.122661 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Attempting to bind port 6b5399e7-f0fc-483f-8b7d-8774927f609f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:39:39.123142 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Attempting to bind port 6b5399e7-f0fc-483f-8b7d-8774927f609f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:39:39.123733 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Attempting to bind port 6b5399e7-f0fc-483f-8b7d-8774927f609f on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:39:39.129355 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Port 6b5399e7-f0fc-483f-8b7d-8774927f609f on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:39:39.130052 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Attempting to bind port 6b5399e7-f0fc-483f-8b7d-8774927f609f on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:39:39.136885 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:39:39.137252 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Checking segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:39:39.137722 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Bound using segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:39:39.138249 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Bound port: 6b5399e7-f0fc-483f-8b7d-8774927f609f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:39:39.138687 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:39.229540 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] For port 6b5399e7-f0fc-483f-8b7d-8774927f609f, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:39.233216 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] For port 6b5399e7-f0fc-483f-8b7d-8774927f609f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:39.244072 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:39.296507 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:39.299065 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:39.300217 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] 10.222.0.71 "PUT /v2.0/ports/6b5399e7-f0fc-483f-8b7d-8774927f609f HTTP/1.1" status: 200 len: 1093 time: 0.9840415 Feb 16 08:39:39.300927 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:39:39.305409 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bc31c2-7613-4d9d-80f0-758718f08d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:39:39.357283 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04697c-2692-4330-95d9-ca226806ee49 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5399e7-f0fc-483f-8b7d-8774927f609f,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:39.422204 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee0892-651a-4b88-a44a-e47bd70c61d1 x-openstack-request-id: req-25ee0892-651a-4b88-a44a-e47bd70c61d1 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:39:39.422729 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:39:39.423286 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25ee0892-651a-4b88-a44a-e47bd70c61d1 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:39:39.424016 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'status': 'completed', 'code': 200} Feb 16 08:39:39.455810 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-668d47c2-880b-45e0-a4fa-337475cc664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:39.458137 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-668d47c2-880b-45e0-a4fa-337475cc664a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 1127 time: 0.0882707 Feb 16 08:39:39.518089 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-3ca592fa-b47b-41c1-89a2-7f9b4e37970c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f HTTP/1.1" status: 200 len: 217 time: 0.0521722 Feb 16 08:39:39.591256 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-a8b1126c-590f-41ba-8c21-9382e74465db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:39.592842 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-a8b1126c-590f-41ba-8c21-9382e74465db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0677326 Feb 16 08:39:39.667919 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-76fbc25b-8dc4-470b-921b-b7b35ca26661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:39.669857 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-76fbc25b-8dc4-470b-921b-b7b35ca26661 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0708504 Feb 16 08:39:39.787021 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-c441e816-e42f-4333-9eb0-1e278ff07ce5 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085713 Feb 16 08:39:39.804606 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3640606'] for router_interface (bf6fd64c-bc22-4753-b158-2fdc29f3313b), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:39.853197 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecf732-314d-4e55-bb20-f647c3b4352f req-a867c403-edcd-4913-8f74-143d4c7096bb tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:39.854865 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f2ecf732-314d-4e55-bb20-f647c3b4352f req-a867c403-edcd-4913-8f74-143d4c7096bb tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 943 time: 0.1047883 Feb 16 08:39:39.891583 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-01f15859-3a35-42ea-85db-7bb2efdb622f req-c5afe25d-82c2-48b7-be12-f11901b68885 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981231 Feb 16 08:39:39.957030 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f2ecf732-314d-4e55-bb20-f647c3b4352f req-6320438e-fb56-4164-ada0-bb5ebb0bf9b6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757079 Feb 16 08:39:40.021318 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-95e596e9-fd71-4bfd-9b4b-18e301e471da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:40.023878 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-95e596e9-fd71-4bfd-9b4b-18e301e471da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 1127 time: 0.0760033 Feb 16 08:39:40.135506 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-54c4cbb7-5606-4368-a429-49a535fed685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:40.136910 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-54c4cbb7-5606-4368-a429-49a535fed685 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.1066799 Feb 16 08:39:40.144338 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Deleting port df8b7489-bbc0-479a-a235-c01252850315 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:39:40.144693 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (df8b7489-bbc0-479a-a235-c01252850315), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:40.181875 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-4903883f-e7b0-4c94-8cc9-9f0186476e21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f HTTP/1.1" status: 200 len: 217 time: 0.0379264 Feb 16 08:39:40.245379 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-ba0ecf6d-8d89-4fdb-bb59-73e5a07a450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:40.248062 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-ba0ecf6d-8d89-4fdb-bb59-73e5a07a450f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0596290 Feb 16 08:39:40.249459 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] For port df8b7489-bbc0-479a-a235-c01252850315, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=df8b7489-bbc0-479a-a235-c01252850315,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:40.249837 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (df8b7489-bbc0-479a-a235-c01252850315), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:40.264250 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Calling delete_port for df8b7489-bbc0-479a-a235-c01252850315 owned by network:router_interface {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:39:40.307805 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-95fbb831-c5fe-4579-885c-d594dae88487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:40.309352 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-95fbb831-c5fe-4579-885c-d594dae88487 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551114 Feb 16 08:39:40.409224 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-5bfd362a-c19e-4fae-834b-770eafe47354 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933402 Feb 16 08:39:40.461521 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (df8b7489-bbc0-479a-a235-c01252850315), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:40.488591 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8b7489-bbc0-479a-a235-c01252850315,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:40.520302 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-10bc31c2-7613-4d9d-80f0-758718f08d9b req-70441845-d462-4dfe-a70a-af0f83f32635 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045177 Feb 16 08:39:40.937031 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3662567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3640558'] for router_interface (bf6fd64c-bc22-4753-b158-2fdc29f3313b), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:41.144529 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9aeb-7ad9-4ec3-87ce-9c153d1157b5 req-13961fe9-d20e-4b18-8e61-bd95647f35d2 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:41.146146 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-518d9aeb-7ad9-4ec3-87ce-9c153d1157b5 req-13961fe9-d20e-4b18-8e61-bd95647f35d2 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 943 time: 0.1041412 Feb 16 08:39:41.282965 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-518d9aeb-7ad9-4ec3-87ce-9c153d1157b5 req-b0df42db-9dc1-461c-b128-5d305584118c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270170 Feb 16 08:39:41.308274 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Router bf6fd64c-bc22-4753-b158-2fdc29f3313b has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:41.439555 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:41.448543 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-a8d92779-4dfd-4814-8960-d10f0871d976 admin admin] 10.222.0.30 "PUT /v2.0/routers/bf6fd64c-bc22-4753-b158-2fdc29f3313b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497686 Feb 16 08:39:41.451866 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43078) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:41.454077 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] Sync routers for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:39:41.467072 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:39:41.467870 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:39:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:41.578093 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks [] for router (bf6fd64c-bc22-4753-b158-2fdc29f3313b), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:41.595159 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:39:41.728210 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks [] for router_gateway (bf6fd64c-bc22-4753-b158-2fdc29f3313b), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:41.801843 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:39:40Z', 'revision_number': 5, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port': {'id': '7f040686-1ce5-4f0f-b60f-b2a737c4082c', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:41.810314 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Deleting port 7f040686-1ce5-4f0f-b60f-b2a737c4082c {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:39:41.810658 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:41.834587 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] Checking router: bf6fd64c-bc22-4753-b158-2fdc29f3313b for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:39:41.846382 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] Routers {'bf6fd64c-bc22-4753-b158-2fdc29f3313b'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:39:41.847613 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:39:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:41.898133 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] For port 7f040686-1ce5-4f0f-b60f-b2a737c4082c, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=7f040686-1ce5-4f0f-b60f-b2a737c4082c,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:41.898496 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:41.919305 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Calling delete_port for 7f040686-1ce5-4f0f-b60f-b2a737c4082c owned by network:router_gateway {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:39:41.973776 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] Set router bf6fd64c-bc22-4753-b158-2fdc29f3313b gateway port host: None {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:39:42.028719 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:39:41Z', 'revision_number': 6, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port_host': None}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:42.061190 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872b7a9-34d8-4ebb-bf5e-68e300590c84 None None] The sync data for ids ['bf6fd64c-bc22-4753-b158-2fdc29f3313b'] in dv-cinder-773985-28-iscsi is: [{'id': 'bf6fd64c-bc22-4753-b158-2fdc29f3313b', 'name': 'tempest-AttachVolumeShelveTestJSON-1329658831-router', 'tenant_id': '8e1decab824d4e2688a82a531b0661c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:29:55Z', 'updated_at': '2022-02-16T08:39:41Z', 'revision_number': 6, 'project_id': '8e1decab824d4e2688a82a531b0661c5', 'gw_port_host': None}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:39:42.118648 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (7f040686-1ce5-4f0f-b60f-b2a737c4082c), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.147954 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f040686-1ce5-4f0f-b60f-b2a737c4082c,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:42.250800 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3637588'] for router_gateway (bf6fd64c-bc22-4753-b158-2fdc29f3313b), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.476495 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3649993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2546'] for router (bf6fd64c-bc22-4753-b158-2fdc29f3313b), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.481491 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks [] for router_controller (bf6fd64c-bc22-4753-b158-2fdc29f3313b), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.567402 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3649984'] for router (bf6fd64c-bc22-4753-b158-2fdc29f3313b), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.567956 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf6fd64c-bc22-4753-b158-2fdc29f3313b {{(pid=102594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:39:42.577647 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08816884-296b-4562-b49b-7121270072b8 req-cc91c60e-4d4c-41cf-8f9f-8a3bc6b757d2 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:42.579330 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-08816884-296b-4562-b49b-7121270072b8 req-cc91c60e-4d4c-41cf-8f9f-8a3bc6b757d2 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 943 time: 0.2153256 Feb 16 08:39:42.582357 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.583447 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-549455e3-2bff-4fe7-b817-53875b89ef44 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bf6fd64c-bc22-4753-b158-2fdc29f3313b HTTP/1.1" status: 204 len: 168 time: 1.1305699 Feb 16 08:39:42.586965 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43082) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:42.656903 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-08816884-296b-4562-b49b-7121270072b8 req-6f5fb5c0-32d5-414e-8c0e-253f702fbb14 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714839 Feb 16 08:39:42.657099 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af19f4c-abcc-406f-9c47-49e4f8deaa3c admin admin] Deleting subnet 2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc {{(pid=102593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:39:42.660663 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0af19f4c-abcc-406f-9c47-49e4f8deaa3c admin admin] Publish callbacks [] for subnet (2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.697999 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0af19f4c-abcc-406f-9c47-49e4f8deaa3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58762539'] for subnet (2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.786639 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0af19f4c-abcc-406f-9c47-49e4f8deaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.856835 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0af19f4c-abcc-406f-9c47-49e4f8deaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59264197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59584566'] for subnet (2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.884231 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af19f4c-abcc-406f-9c47-49e4f8deaa3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:42.889353 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0af19f4c-abcc-406f-9c47-49e4f8deaa3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:42.892705 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-0af19f4c-abcc-406f-9c47-49e4f8deaa3c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2a06b8f8-a8a8-4cea-b9b4-96cf253e2cbc HTTP/1.1" status: 204 len: 168 time: 0.3043232 Feb 16 08:39:42.895231 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43084) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:42.896105 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d97bc49-0383-4431-ab92-e7406cde73f8 None None] Network e94f7ea2-78d4-4d1a-b567-9bf27edd9528 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:39:42.981856 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (e94f7ea2-78d4-4d1a-b567-9bf27edd9528), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.055884 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Deleting port bced0a41-92e0-4154-9669-4f3d0400f15d {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:39:43.056365 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.062386 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] DHCP port deletion for e94f7ea2-78d4-4d1a-b567-9bf27edd9528 request from dv-cinder-773985-28-iscsi {{(pid=102596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 08:39:43.130872 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Deleting port bced0a41-92e0-4154-9669-4f3d0400f15d {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:39:43.132475 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.144793 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] For port bced0a41-92e0-4154-9669-4f3d0400f15d, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=bced0a41-92e0-4154-9669-4f3d0400f15d,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:43.145407 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.167075 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Calling delete_port for bced0a41-92e0-4154-9669-4f3d0400f15d owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:39:43.261098 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] For port bced0a41-92e0-4154-9669-4f3d0400f15d, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=bced0a41-92e0-4154-9669-4f3d0400f15d,segment=NetworkSegment(9efb3e18-9401-456c-9962-9023e5309f3a),segment_id=9efb3e18-9401-456c-9962-9023e5309f3a)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:43.261750 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.284197 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Calling delete_port for bced0a41-92e0-4154-9669-4f3d0400f15d owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:39:43.302570 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.327768 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Pushing event deleted for resources: {'Port': ['ID=bced0a41-92e0-4154-9669-4f3d0400f15d,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:43.338664 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] No DVR routers for this DVR port bced0a41-92e0-4154-9669-4f3d0400f15d on host dv-cinder-773985-28-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:43.401638 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831'] for port (bced0a41-92e0-4154-9669-4f3d0400f15d), after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.426103 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (e94f7ea2-78d4-4d1a-b567-9bf27edd9528), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.435648 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Pushing event deleted for resources: {'Port': ['ID=bced0a41-92e0-4154-9669-4f3d0400f15d,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:43.441405 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] No DVR routers for this DVR port bced0a41-92e0-4154-9669-4f3d0400f15d on host dv-cinder-773985-28-iscsi {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:43.451344 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.451344 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.451885 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.452023 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.452321 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.452732 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.452963 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94f7ea2-78d4-4d1a-b567-9bf27edd9528']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:43.453147 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.453395 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.453734 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.454058 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.454383 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.455476 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.455476 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f78f1-b60e-4847-82c2-802c8aca02e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:43.465075 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efb3e18-9401-456c-9962-9023e5309f3a') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:43.465374 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efb3e18-9401-456c-9962-9023e5309f3a') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:43.476306 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (9efb3e18-9401-456c-9962-9023e5309f3a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.492627 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (9efb3e18-9401-456c-9962-9023e5309f3a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.499458 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:39:43.500010 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (9efb3e18-9401-456c-9962-9023e5309f3a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:43.501964 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:43.557123 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (e94f7ea2-78d4-4d1a-b567-9bf27edd9528), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.562554 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.565756 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] 10.222.0.30 "DELETE /v2.0/networks/e94f7ea2-78d4-4d1a-b567-9bf27edd9528 HTTP/1.1" status: 204 len: 168 time: 0.6693718 Feb 16 08:39:43.580026 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7cfc4-4da6-4d59-8b2d-8a939a7232bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e94f7ea2-78d4-4d1a-b567-9bf27edd9528,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:43.695738 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f8901bf3-0f7c-427b-8050-fa9e2793d8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.705600 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 7f040686-1ce5-4f0f-b60f-b2a737c4082c no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:39:43.733983 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43090) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:43.794954 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e745b9b8-5f86-4ef0-b4e6-696b6c2dd163 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e1decab824d4e2688a82a531b0661c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570130 Feb 16 08:39:43.802602 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43092) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:43.857293 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60861-5324-4101-b4b4-4b0ed384efdf req-fd07ec40-10d4-41ab-a38d-b304dc472962 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:43.863236 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b3b60861-5324-4101-b4b4-4b0ed384efdf req-fd07ec40-10d4-41ab-a38d-b304dc472962 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 943 time: 0.1000752 Feb 16 08:39:43.868533 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 7f040686-1ce5-4f0f-b60f-b2a737c4082c {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:39:43.869212 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 7f040686-1ce5-4f0f-b60f-b2a737c4082c not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:39:43.869639 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device df8b7489-bbc0-479a-a235-c01252850315 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:39:43.875513 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-126e43a9-520a-4a0a-b81b-46a5c3d3d3ce admin admin] Publish callbacks [] for security_group (2f097530-26b5-4581-a7e6-cc08b1c7ccb7), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.891874 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: df8b7489-bbc0-479a-a235-c01252850315 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:39:43.892218 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device df8b7489-bbc0-479a-a235-c01252850315 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:39:43.892866 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device bced0a41-92e0-4154-9669-4f3d0400f15d no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:39:43.902025 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-126e43a9-520a-4a0a-b81b-46a5c3d3d3ce admin admin] Publish callbacks [] for security_group (2f097530-26b5-4581-a7e6-cc08b1c7ccb7), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.925421 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: bced0a41-92e0-4154-9669-4f3d0400f15d {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:39:43.926327 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device bced0a41-92e0-4154-9669-4f3d0400f15d not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:39:43.927457 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b3b60861-5324-4101-b4b4-4b0ed384efdf req-dda7cdba-c8b8-4364-b24a-f65704943e2c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586610 Feb 16 08:39:43.967923 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-126e43a9-520a-4a0a-b81b-46a5c3d3d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2f097530-26b5-4581-a7e6-cc08b1c7ccb7), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.970503 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-126e43a9-520a-4a0a-b81b-46a5c3d3d3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:43.971737 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-126e43a9-520a-4a0a-b81b-46a5c3d3d3ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f097530-26b5-4581-a7e6-cc08b1c7ccb7 HTTP/1.1" status: 204 len: 168 time: 0.1674826 Feb 16 08:39:43.981056 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e43a9-520a-4a0a-b81b-46a5c3d3d3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f097530-26b5-4581-a7e6-cc08b1c7ccb7,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:44.726464 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43114) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:44.826797 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-930820417-network', 'tenant_id': 'edce3e59f21c41a88f48069701e8256a'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:39:44.847124 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Made reservation on behalf of edce3e59f21c41a88f48069701e8256a for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:44.849562 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:44.858981 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:44.965022 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Publish callbacks [] for security_group (c0b1189e-bd03-49e8-b0e6-96eca96f96a4), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:44.970692 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (c0b1189e-bd03-49e8-b0e6-96eca96f96a4), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:44.998348 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:45.014813 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b1189e-bd03-49e8-b0e6-96eca96f96a4,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:45.020455 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (b66bde12-0b96-4386-9917-85f0263dea67), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:45.021184 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Added segment b66bde12-0b96-4386-9917-85f0263dea67 of type vlan for network 64475689-b4f0-4b11-9998-90c8b9c6c0a2 Feb 16 08:39:45.070022 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (64475689-b4f0-4b11-9998-90c8b9c6c0a2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:45.105170 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (64475689-b4f0-4b11-9998-90c8b9c6c0a2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:45.106810 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:45.107820 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:45.112011 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51b6ab-4dd8-4906-83ec-2becbcac6fa1 req-76a7dada-42b3-4ab1-a748-e1ee21d172ae tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:45.113673 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cd51b6ab-4dd8-4906-83ec-2becbcac6fa1 req-76a7dada-42b3-4ab1-a748-e1ee21d172ae tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 943 time: 0.0890143 Feb 16 08:39:45.144777 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4171598 Feb 16 08:39:45.149722 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43120) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:45.172163 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Request body: {'subnet': {'network_id': '64475689-b4f0-4b11-9998-90c8b9c6c0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-930820417-subnet', 'tenant_id': 'edce3e59f21c41a88f48069701e8256a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:39:45.178703 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860a9ef-5899-4936-b1b7-c60a621c21db admin admin] Pushing event updated for resources: {'Network': ['ID=64475689-b4f0-4b11-9998-90c8b9c6c0a2,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:45.190165 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network 64475689-b4f0-4b11-9998-90c8b9c6c0a2 details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:39:45.240639 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-cd51b6ab-4dd8-4906-83ec-2becbcac6fa1 req-56ac896f-0967-4f31-b95d-e1c9c7f4fcce tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160805 Feb 16 08:39:45.247806 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Made reservation on behalf of edce3e59f21c41a88f48069701e8256a for: {'subnet': 1} {{(pid=102594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:45.252613 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59022935'] for subnet (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:45.511890 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58862207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59022949'] for subnet (3fd6f4b6-64cf-4708-8848-c5c299f1415a), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:45.586143 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd6f4b6-64cf-4708-8848-c5c299f1415a,revision_number=0']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:45.597846 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Checking segment: {'id': 'b66bde12-0b96-4386-9917-85f0263dea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64475689-b4f0-4b11-9998-90c8b9c6c0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:39:45.598210 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Network hostable DHCP agents. Network: 64475689-b4f0-4b11-9998-90c8b9c6c0a2, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:45.618803 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Network 64475689-b4f0-4b11-9998-90c8b9c6c0a2 is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:45.634094 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, 64475689-b4f0-4b11-9998-90c8b9c6c0a2) {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:45.640615 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:45.641785 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:45.643718 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38c4cb4-9b66-4a85-ba3c-942bb243cfb4 None None] Network 64475689-b4f0-4b11-9998-90c8b9c6c0a2 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:39:45.663413 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-5e3cceba-878f-4fd6-8209-fd7c0a124dcd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5121653 Feb 16 08:39:45.788368 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde75fcc-9daa-481b-9a82-3bba3fdc9f3e None None] Network 64475689-b4f0-4b11-9998-90c8b9c6c0a2 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:39:45.959013 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed58b-7566-480c-b2ad-dc690b3dbe34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.247758 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43136) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:46.252779 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-134226312-network', 'tenant_id': '8c2fa81336914cecafe2fbf2d697bb5e'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:39:46.283567 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Made reservation on behalf of 8c2fa81336914cecafe2fbf2d697bb5e for: {'network': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:46.286213 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for network (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.297460 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.382723 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Publish callbacks [] for security_group (dca49745-9786-47e1-a63b-7d32eb1c5dbb), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.387548 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (dca49745-9786-47e1-a63b-7d32eb1c5dbb), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.398981 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f52c0-b455-4665-a000-b47b2f1a5b81 req-463977f1-1f97-4811-8cff-703a7673e6c6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:46.401350 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d40f52c0-b455-4665-a000-b47b2f1a5b81 req-463977f1-1f97-4811-8cff-703a7673e6c6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 943 time: 0.0733266 Feb 16 08:39:46.413659 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:46.429286 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca49745-9786-47e1-a63b-7d32eb1c5dbb,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:46.435402 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (97fb8ce9-e00d-4c08-be41-1f2ea6d75ba3), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.435956 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.db.segments_db [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Added segment 97fb8ce9-e00d-4c08-be41-1f2ea6d75ba3 of type vlan for network aff363a0-0f8f-474f-8d36-fa6d5bdf513a Feb 16 08:39:46.465898 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d40f52c0-b455-4665-a000-b47b2f1a5b81 req-a275d3b2-b503-4cef-9ff0-7f96f7fb1450 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566962 Feb 16 08:39:46.485547 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774121118064'] for network (aff363a0-0f8f-474f-8d36-fa6d5bdf513a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.512891 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574'] for network (aff363a0-0f8f-474f-8d36-fa6d5bdf513a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.513926 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:46.514643 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.550286 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3011572 Feb 16 08:39:46.553051 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43140) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:46.557913 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Request body: {'subnet': {'network_id': 'aff363a0-0f8f-474f-8d36-fa6d5bdf513a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-134226312-subnet', 'tenant_id': '8c2fa81336914cecafe2fbf2d697bb5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:39:46.591715 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d7ddf-9950-4e2d-9a74-d220e6e2d5aa admin admin] Pushing event updated for resources: {'Network': ['ID=aff363a0-0f8f-474f-8d36-fa6d5bdf513a,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:46.604725 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Network aff363a0-0f8f-474f-8d36-fa6d5bdf513a details requested by agent ovs-agent-dv-cinder-773985-28-iscsi with host dv-cinder-773985-28-iscsi {{(pid=102596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 08:39:46.614055 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Made reservation on behalf of 8c2fa81336914cecafe2fbf2d697bb5e for: {'subnet': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:46.618549 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59584531'] for subnet (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.816962 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59262976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59584545'] for subnet (b56e9159-8079-472b-81a8-f6d5d0c1b831), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.887562 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56e9159-8079-472b-81a8-f6d5d0c1b831,revision_number=0']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:46.899386 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Checking segment: {'id': '97fb8ce9-e00d-4c08-be41-1f2ea6d75ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'aff363a0-0f8f-474f-8d36-fa6d5bdf513a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:39:46.899920 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Network hostable DHCP agents. Network: aff363a0-0f8f-474f-8d36-fa6d5bdf513a, hostable agents: ['de3ab8c2-151d-4a9e-8da2-29d2f3a44248'], hosted agents: [] {{(pid=102593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:46.922702 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Network aff363a0-0f8f-474f-8d36-fa6d5bdf513a is scheduled to be hosted by DHCP agent de3ab8c2-151d-4a9e-8da2-29d2f3a44248 with binding_index 1 {{(pid=102593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:46.933673 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-28-iscsi, aff363a0-0f8f-474f-8d36-fa6d5bdf513a) {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:46.939544 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:46.940495 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:46.948153 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eb6741-7f98-4b50-bb8e-8ec763483a05 None None] Network aff363a0-0f8f-474f-8d36-fa6d5bdf513a requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:39:46.970661 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-5effb07e-b68d-4a16-8b6a-7f94aad916cc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4092293 Feb 16 08:39:47.096248 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51372a3-3252-4c85-8e77-eba58c1181c8 None None] Network aff363a0-0f8f-474f-8d36-fa6d5bdf513a requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:39:47.124550 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43144) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:47.186146 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_v2 [None req-1451d31e-93eb-4f8a-9aef-aae58b5f1f1f admin admin] Deleting subnet 3fd6f4b6-64cf-4708-8848-c5c299f1415a {{(pid=102593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:39:47.192402 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1451d31e-93eb-4f8a-9aef-aae58b5f1f1f admin admin] Publish callbacks [] for subnet (3fd6f4b6-64cf-4708-8848-c5c299f1415a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.237224 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1451d31e-93eb-4f8a-9aef-aae58b5f1f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58762539'] for subnet (3fd6f4b6-64cf-4708-8848-c5c299f1415a), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.278552 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1451d31e-93eb-4f8a-9aef-aae58b5f1f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (3fd6f4b6-64cf-4708-8848-c5c299f1415a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.337383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1451d31e-93eb-4f8a-9aef-aae58b5f1f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59264197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59584566'] for subnet (3fd6f4b6-64cf-4708-8848-c5c299f1415a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.361512 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451d31e-93eb-4f8a-9aef-aae58b5f1f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd6f4b6-64cf-4708-8848-c5c299f1415a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:47.367387 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1451d31e-93eb-4f8a-9aef-aae58b5f1f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for subnet (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.370700 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-1451d31e-93eb-4f8a-9aef-aae58b5f1f1f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3fd6f4b6-64cf-4708-8848-c5c299f1415a HTTP/1.1" status: 204 len: 168 time: 0.2450860 Feb 16 08:39:47.373511 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43146) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:47.447936 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (64475689-b4f0-4b11-9998-90c8b9c6c0a2), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.465978 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.545811 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (64475689-b4f0-4b11-9998-90c8b9c6c0a2), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.569172 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64475689-b4f0-4b11-9998-90c8b9c6c0a2']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:47.582366 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66bde12-0b96-4386-9917-85f0263dea67') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:47.582707 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66bde12-0b96-4386-9917-85f0263dea67') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:47.594709 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (b66bde12-0b96-4386-9917-85f0263dea67), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.613334 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (b66bde12-0b96-4386-9917-85f0263dea67), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.622104 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:39:47.622514 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (b66bde12-0b96-4386-9917-85f0263dea67), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:47.624314 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:47.642907 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e93a9a-a55f-4306-8311-c7a3f2b41842 req-826df1cf-4626-45d1-9bdb-049dc057de53 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:47.645263 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-96e93a9a-a55f-4306-8311-c7a3f2b41842 req-826df1cf-4626-45d1-9bdb-049dc057de53 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 943 time: 0.0812273 Feb 16 08:39:47.690389 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (64475689-b4f0-4b11-9998-90c8b9c6c0a2), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.697729 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.701382 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] 10.222.0.30 "DELETE /v2.0/networks/64475689-b4f0-4b11-9998-90c8b9c6c0a2 HTTP/1.1" status: 204 len: 168 time: 0.3269072 Feb 16 08:39:47.705354 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43150) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:47.715456 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458b271-8e0f-4ec0-8a41-9c122bb9264f admin admin] Pushing event deleted for resources: {'Network': ['ID=64475689-b4f0-4b11-9998-90c8b9c6c0a2,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:47.723015 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-96e93a9a-a55f-4306-8311-c7a3f2b41842 req-a0e2ac35-f91c-476a-b2ba-7b2fbf7a0894 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701690 Feb 16 08:39:47.765393 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a194a99e-3d1f-4750-ac1e-7dbee2d9e802 admin admin] Deleting subnet b56e9159-8079-472b-81a8-f6d5d0c1b831 {{(pid=102594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:39:47.769640 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a194a99e-3d1f-4750-ac1e-7dbee2d9e802 admin admin] Publish callbacks [] for subnet (b56e9159-8079-472b-81a8-f6d5d0c1b831), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.816158 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a194a99e-3d1f-4750-ac1e-7dbee2d9e802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62570941'] for subnet (b56e9159-8079-472b-81a8-f6d5d0c1b831), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.816673 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 6b5399e7-f0fc-483f-8b7d-8774927f609f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:39:47.867255 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a194a99e-3d1f-4750-ac1e-7dbee2d9e802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (b56e9159-8079-472b-81a8-f6d5d0c1b831), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.927977 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a194a99e-3d1f-4750-ac1e-7dbee2d9e802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58863290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59022962'] for subnet (b56e9159-8079-472b-81a8-f6d5d0c1b831), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.945919 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 6b5399e7-f0fc-483f-8b7d-8774927f609f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:47.957666 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194a99e-3d1f-4750-ac1e-7dbee2d9e802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56e9159-8079-472b-81a8-f6d5d0c1b831,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:47.961542 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a194a99e-3d1f-4750-ac1e-7dbee2d9e802 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:47.965599 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:39:47.969158 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-a194a99e-3d1f-4750-ac1e-7dbee2d9e802 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b56e9159-8079-472b-81a8-f6d5d0c1b831 HTTP/1.1" status: 204 len: 168 time: 0.2602913 Feb 16 08:39:47.970283 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43152) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:48.041272 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 6b5399e7-f0fc-483f-8b7d-8774927f609f is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:39:48.041934 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.062386 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (aff363a0-0f8f-474f-8d36-fa6d5bdf513a), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.067265 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5399e7-f0fc-483f-8b7d-8774927f609f {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:39:48.106846 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 6b5399e7-f0fc-483f-8b7d-8774927f609f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:48.112996 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.169279 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (aff363a0-0f8f-474f-8d36-fa6d5bdf513a), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.185300 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=6b5399e7-f0fc-483f-8b7d-8774927f609f,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:48.199018 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff363a0-0f8f-474f-8d36-fa6d5bdf513a']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:48.212107 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fb8ce9-e00d-4c08-be41-1f2ea6d75ba3') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:48.212468 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fb8ce9-e00d-4c08-be41-1f2ea6d75ba3') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:48.223716 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (97fb8ce9-e00d-4c08-be41-1f2ea6d75ba3), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.238221 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (97fb8ce9-e00d-4c08-be41-1f2ea6d75ba3), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.249407 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:39:48.250080 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (97fb8ce9-e00d-4c08-be41-1f2ea6d75ba3), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:48.253073 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:48.347484 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (aff363a0-0f8f-474f-8d36-fa6d5bdf513a), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.355073 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.360991 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/aff363a0-0f8f-474f-8d36-fa6d5bdf513a HTTP/1.1" status: 204 len: 168 time: 0.3899062 Feb 16 08:39:48.388376 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e8aba-5e47-4bf6-a367-6f803e8393f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff363a0-0f8f-474f-8d36-fa6d5bdf513a,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:48.490664 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['6b5399e7-f0fc-483f-8b7d-8774927f609f'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:39:48.560384 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43156) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:48.620681 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-c032ba91-e27e-48ad-8c9f-9c046c85eb39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edce3e59f21c41a88f48069701e8256a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582359 Feb 16 08:39:48.623927 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43158) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:48.708278 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9af9d6be-59d2-4424-b8d5-ac8346641677 admin admin] Publish callbacks [] for security_group (c0b1189e-bd03-49e8-b0e6-96eca96f96a4), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.746932 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9af9d6be-59d2-4424-b8d5-ac8346641677 admin admin] Publish callbacks [] for security_group (c0b1189e-bd03-49e8-b0e6-96eca96f96a4), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.831396 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9af9d6be-59d2-4424-b8d5-ac8346641677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (c0b1189e-bd03-49e8-b0e6-96eca96f96a4), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.835117 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9af9d6be-59d2-4424-b8d5-ac8346641677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.840474 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-9af9d6be-59d2-4424-b8d5-ac8346641677 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0b1189e-bd03-49e8-b0e6-96eca96f96a4 HTTP/1.1" status: 204 len: 168 time: 0.2114956 Feb 16 08:39:48.850839 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9d6be-59d2-4424-b8d5-ac8346641677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b1189e-bd03-49e8-b0e6-96eca96f96a4,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:48.910863 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501cba9-3f6c-4958-a935-870d8523b997 req-d7577f88-bd3b-4198-bb4c-07f8a76dde5b tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:48.914400 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e501cba9-3f6c-4958-a935-870d8523b997 req-d7577f88-bd3b-4198-bb4c-07f8a76dde5b tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 944 time: 0.0875268 Feb 16 08:39:48.959312 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:48.999000 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e501cba9-3f6c-4958-a935-870d8523b997 req-fc7bacd7-36f4-4eaf-94c1-71f2f1b4cd5c tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703790 Feb 16 08:39:49.265726 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43166) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:49.310344 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e986852b-ecbe-4a08-b2b4-6d51bc0e607b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c2fa81336914cecafe2fbf2d697bb5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433669 Feb 16 08:39:49.313245 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43168) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:49.368464 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-62bc0c0e-88e1-40de-a988-85506fc60d02 admin admin] Publish callbacks [] for security_group (dca49745-9786-47e1-a63b-7d32eb1c5dbb), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:49.396458 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-62bc0c0e-88e1-40de-a988-85506fc60d02 admin admin] Publish callbacks [] for security_group (dca49745-9786-47e1-a63b-7d32eb1c5dbb), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:49.449715 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-62bc0c0e-88e1-40de-a988-85506fc60d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (dca49745-9786-47e1-a63b-7d32eb1c5dbb), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:49.452632 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-62bc0c0e-88e1-40de-a988-85506fc60d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:49.453836 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-62bc0c0e-88e1-40de-a988-85506fc60d02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dca49745-9786-47e1-a63b-7d32eb1c5dbb HTTP/1.1" status: 204 len: 168 time: 0.1396260 Feb 16 08:39:49.462071 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc0c0e-88e1-40de-a988-85506fc60d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca49745-9786-47e1-a63b-7d32eb1c5dbb,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:49.833523 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 6b5399e7-f0fc-483f-8b7d-8774927f609f up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:39:49.889929 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 6b5399e7-f0fc-483f-8b7d-8774927f609f completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:49.894433 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 6b5399e7-f0fc-483f-8b7d-8774927f609f triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:49.894814 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:49.982174 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 6b5399e7-f0fc-483f-8b7d-8774927f609f is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:39:49.982892 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:50.014266 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:39:50.018462 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0ae43f-68cd-486e-80a6-f33e69ddbccf" -d '{"events": [{"server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "name": "network-vif-plugged", "status": "completed", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:39:50.041553 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 6b5399e7-f0fc-483f-8b7d-8774927f609f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:50.055955 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:50.102297 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2793715c-ce6b-4188-8495-ef37f759db28 x-openstack-request-id: req-2793715c-ce6b-4188-8495-ef37f759db28 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:39:50.102565 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "name": "network-vif-plugged", "status": "completed", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:39:50.103173 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2793715c-ce6b-4188-8495-ef37f759db28 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:39:50.103708 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'code': 200} Feb 16 08:39:50.171458 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=6b5399e7-f0fc-483f-8b7d-8774927f609f,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:50.185705 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:50.226074 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3136297-8add-4d70-b817-16e8ffcb1c1b req-36b77f20-82e7-4bd8-9ab4-0d7a3454fc43 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:50.227699 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d3136297-8add-4d70-b817-16e8ffcb1c1b req-36b77f20-82e7-4bd8-9ab4-0d7a3454fc43 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 945 time: 0.1028955 Feb 16 08:39:50.321647 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d3136297-8add-4d70-b817-16e8ffcb1c1b req-01ee5a93-176e-45b0-8de6-88e2ae8758af tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831659 Feb 16 08:39:50.431875 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae839993-117d-4f9b-ac79-e691c5f9a4aa req-401f376c-4b6c-41a6-ac32-4ece14c86eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:50.434256 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ae839993-117d-4f9b-ac79-e691c5f9a4aa req-401f376c-4b6c-41a6-ac32-4ece14c86eca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 1129 time: 0.0711141 Feb 16 08:39:50.496596 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ae839993-117d-4f9b-ac79-e691c5f9a4aa req-45e96336-50d9-4823-aa36-9a68534fd6c3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539172 Feb 16 08:39:50.747122 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:39:51.503223 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573274f-031f-47b3-af6d-1dc143136341 req-d8975a01-dfd4-4106-aa9d-a75be3d6304e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:51.504926 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3573274f-031f-47b3-af6d-1dc143136341 req-d8975a01-dfd4-4106-aa9d-a75be3d6304e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 945 time: 0.0617027 Feb 16 08:39:51.577610 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3573274f-031f-47b3-af6d-1dc143136341 req-2ddf4de4-1db6-42fc-ab8b-47c439636f1f tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624533 Feb 16 08:39:52.725674 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7da40-ebf3-4282-8be4-16e916eceec8 req-552d1caa-955a-4d8d-8a12-23c76bbd4ae0 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:52.727279 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3bc7da40-ebf3-4282-8be4-16e916eceec8 req-552d1caa-955a-4d8d-8a12-23c76bbd4ae0 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 945 time: 0.0625703 Feb 16 08:39:52.784304 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3bc7da40-ebf3-4282-8be4-16e916eceec8 req-4575085f-f364-4aea-98a4-149ce8502c80 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512362 Feb 16 08:39:52.948370 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da71afe-d8b7-4e6d-b0d7-5062785a61cc req-6558677e-1c53-4539-adf1-57ddaeb55711 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:52.951392 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5da71afe-d8b7-4e6d-b0d7-5062785a61cc req-6558677e-1c53-4539-adf1-57ddaeb55711 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 945 time: 0.0737402 Feb 16 08:39:53.022465 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5da71afe-d8b7-4e6d-b0d7-5062785a61cc req-62f0ce49-bed1-47e0-ad1e-c9fea97d65b4 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623167 Feb 16 08:39:53.055712 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43242) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:53.111975 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf38d2ff-4f3a-4edc-acba-84d0e43a60d4 tempest-TestVolumeBootPattern-2074953277 tempest-TestVolumeBootPattern-2074953277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:53.115252 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-cf38d2ff-4f3a-4edc-acba-84d0e43a60d4 tempest-TestVolumeBootPattern-2074953277 tempest-TestVolumeBootPattern-2074953277-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 1124 time: 0.0574253 Feb 16 08:39:53.119168 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43246) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:53.125417 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'floatingip': {'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:39:53.154871 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:53.284234 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:53.407393 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Allocated IP 172.27.0.205 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/8b56312c-47b1-431d-b0d0-b4994d5ba07b) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:53.514313 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for port (8b56312c-47b1-431d-b0d0-b4994d5ba07b), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:53.552531 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (8b56312c-47b1-431d-b0d0-b4994d5ba07b), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:53.596246 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:53.599464 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:53.604131 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:39:53.610833 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'Port': ['ID=8b56312c-47b1-431d-b0d0-b4994d5ba07b,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:54.272038 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (3c6238b9-f1f4-4322-beb0-47c4af006bb6), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:54.356670 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (8b56312c-47b1-431d-b0d0-b4994d5ba07b), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:54.479339 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43254) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:54.546712 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for port (8b56312c-47b1-431d-b0d0-b4994d5ba07b), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:54.552540 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58863236'] for port (8b56312c-47b1-431d-b0d0-b4994d5ba07b), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:54.606245 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3797fba2-f42b-457e-b1a6-98ac98a7423f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:54.649992 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'Port': ['ID=8b56312c-47b1-431d-b0d0-b4994d5ba07b,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:54.672559 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (3c6238b9-f1f4-4322-beb0-47c4af006bb6), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:54.825452 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.l3_db [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Floating IP 3c6238b9-f1f4-4322-beb0-47c4af006bb6 associated. External IP: 172.27.0.205, port: 6b5399e7-f0fc-483f-8b7d-8774927f609f. Feb 16 08:39:54.829181 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3797fba2-f42b-457e-b1a6-98ac98a7423f admin admin] Publish callbacks [] for security_group (93d83cd4-a73c-4cf0-a8f5-7c8ced6eb7fb), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:54.867057 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3797fba2-f42b-457e-b1a6-98ac98a7423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (93d83cd4-a73c-4cf0-a8f5-7c8ced6eb7fb), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:54.947905 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797fba2-f42b-457e-b1a6-98ac98a7423f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d83cd4-a73c-4cf0-a8f5-7c8ced6eb7fb,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:54.957627 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-3797fba2-f42b-457e-b1a6-98ac98a7423f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2efc2a0dfaf42c1af873ace1ceeeb3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4772301 Feb 16 08:39:54.961173 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43258) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:55.092503 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b15e-f6ec-423d-b00c-e466975c78c6 admin admin] Publish callbacks [] for security_group (93d83cd4-a73c-4cf0-a8f5-7c8ced6eb7fb), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.129074 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b15e-f6ec-423d-b00c-e466975c78c6 admin admin] Publish callbacks [] for security_group (93d83cd4-a73c-4cf0-a8f5-7c8ced6eb7fb), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.181131 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Router be7ef47b-65e9-4616-95e8-36b74ec7a348 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:55.264151 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b15e-f6ec-423d-b00c-e466975c78c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (93d83cd4-a73c-4cf0-a8f5-7c8ced6eb7fb), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.266721 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b15e-f6ec-423d-b00c-e466975c78c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.267947 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-3fe7b15e-f6ec-423d-b00c-e466975c78c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93d83cd4-a73c-4cf0-a8f5-7c8ced6eb7fb HTTP/1.1" status: 204 len: 168 time: 0.3058624 Feb 16 08:39:55.285737 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7b15e-f6ec-423d-b00c-e466975c78c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d83cd4-a73c-4cf0-a8f5-7c8ced6eb7fb,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:55.325050 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:55.339189 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] Sync routers for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:39:55.349191 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.351332 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:39:55.352269 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:39:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:55.400146 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-17b4da3c-256f-467d-baed-fbb66957603a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2793479 Feb 16 08:39:55.400776 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:39:55.403224 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:39:55.476541 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:39:55.637565 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43270) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:55.651599 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a731a871-6108-4abe-bd6c-77f356010d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.738353 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a731a871-6108-4abe-bd6c-77f356010d05 admin admin] Publish callbacks [] for security_group (82cfa560-b373-44f8-baa8-0ea5bbff87d6), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.744131 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a731a871-6108-4abe-bd6c-77f356010d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (82cfa560-b373-44f8-baa8-0ea5bbff87d6), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.744487 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6809f0-aa37-40fb-9fc7-8c7c14e9877d x-openstack-request-id: req-ca6809f0-aa37-40fb-9fc7-8c7c14e9877d {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:39:55.744773 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:39:55.745035 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca6809f0-aa37-40fb-9fc7-8c7c14e9877d {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:39:55.745561 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'status': 'completed', 'code': 200} Feb 16 08:39:55.768288 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '3c6238b9-f1f4-4322-beb0-47c4af006bb6', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:39:53Z', 'updated_at': '2022-02-16T08:39:53Z', 'revision_number': 0, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:55.797231 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] Checking router: be7ef47b-65e9-4616-95e8-36b74ec7a348 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:39:55.806422 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:39:55.807060 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:39:46Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:55.813743 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731a871-6108-4abe-bd6c-77f356010d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cfa560-b373-44f8-baa8-0ea5bbff87d6,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:55.824836 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a731a871-6108-4abe-bd6c-77f356010d05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4eeda90bca7e4e1ebed48c7647c08588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827497 Feb 16 08:39:55.825858 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43272) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:39:55.841519 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-0e488245-c6e4-4491-a71f-ba872172e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:55.843004 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-0e488245-c6e4-4491-a71f-ba872172e9f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 1129 time: 0.0764012 Feb 16 08:39:55.889672 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-054d6a69-6ff7-48b7-8a4a-f179c9ea93b2 admin admin] Publish callbacks [] for security_group (82cfa560-b373-44f8-baa8-0ea5bbff87d6), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.919998 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-054d6a69-6ff7-48b7-8a4a-f179c9ea93b2 admin admin] Publish callbacks [] for security_group (82cfa560-b373-44f8-baa8-0ea5bbff87d6), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:55.942948 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:39:55.943259 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-05fe7d77-ca28-4b47-be59-14db55fc998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:55.945176 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-05fe7d77-ca28-4b47-be59-14db55fc998b service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.0936913 Feb 16 08:39:56.005973 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-054d6a69-6ff7-48b7-8a4a-f179c9ea93b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (82cfa560-b373-44f8-baa8-0ea5bbff87d6), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:56.011704 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-054d6a69-6ff7-48b7-8a4a-f179c9ea93b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:39:56.014489 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-054d6a69-6ff7-48b7-8a4a-f179c9ea93b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82cfa560-b373-44f8-baa8-0ea5bbff87d6 HTTP/1.1" status: 204 len: 168 time: 0.1871450 Feb 16 08:39:56.036520 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d6a69-6ff7-48b7-8a4a-f179c9ea93b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cfa560-b373-44f8-baa8-0ea5bbff87d6,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:56.042241 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-a8e61dfc-2ac4-463b-9f88-fb3fd7dd0306 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f HTTP/1.1" status: 200 len: 999 time: 0.0899048 Feb 16 08:39:56.096210 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-50cc8cf7-1c5c-410d-ba32-de4b827fd2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:56.097831 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-50cc8cf7-1c5c-410d-ba32-de4b827fd2b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0500567 Feb 16 08:39:56.158908 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-0db268bf-558a-4191-b6d4-9ef46e9a42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:56.161892 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-0db268bf-558a-4191-b6d4-9ef46e9a42a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574722 Feb 16 08:39:56.309033 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '3c6238b9-f1f4-4322-beb0-47c4af006bb6', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:39:53Z', 'updated_at': '2022-02-16T08:39:53Z', 'revision_number': 0, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:56.319691 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-8508eb54-6891-47b3-8469-a45aadf36888 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504278 Feb 16 08:39:56.337920 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d0dcf-50b3-45ae-8ae0-f8c520b55f48 None None] The sync data for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi is: [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '3c6238b9-f1f4-4322-beb0-47c4af006bb6', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:39:53Z', 'updated_at': '2022-02-16T08:39:53Z', 'revision_number': 0, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:39:56.448567 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-4dd0d92f-d89f-41e8-9d14-056bb16d2b89 req-119a7a6e-f456-4a51-bd94-bdcecc1a03d3 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230905 Feb 16 08:39:56.603016 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc2acf-5280-4b03-b183-f1d4bd6a61c9 None None] New status for floating IP 3c6238b9-f1f4-4322-beb0-47c4af006bb6: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:40:06.633082 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43364) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:06.752654 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c12b14e3-4a05-4f8e-b850-f2bb9300ca83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:06.887962 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c12b14e3-4a05-4f8e-b850-f2bb9300ca83 admin admin] Publish callbacks [] for security_group (197b819e-aa53-40f7-82e9-a11eb4c42949), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:06.893576 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c12b14e3-4a05-4f8e-b850-f2bb9300ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (197b819e-aa53-40f7-82e9-a11eb4c42949), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:06.967287 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-c12b14e3-4a05-4f8e-b850-f2bb9300ca83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fc4ac14030b4ebda6fa9d38e455d61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327711 Feb 16 08:40:06.969155 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b14e3-4a05-4f8e-b850-f2bb9300ca83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197b819e-aa53-40f7-82e9-a11eb4c42949,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:06.969966 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43368) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:07.033180 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a0008c3c-ec35-46cb-8215-ed8c86c9ad94 admin admin] Publish callbacks [] for security_group (197b819e-aa53-40f7-82e9-a11eb4c42949), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.061288 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a0008c3c-ec35-46cb-8215-ed8c86c9ad94 admin admin] Publish callbacks [] for security_group (197b819e-aa53-40f7-82e9-a11eb4c42949), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.137422 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a0008c3c-ec35-46cb-8215-ed8c86c9ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (197b819e-aa53-40f7-82e9-a11eb4c42949), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.140460 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a0008c3c-ec35-46cb-8215-ed8c86c9ad94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.141959 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-a0008c3c-ec35-46cb-8215-ed8c86c9ad94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/197b819e-aa53-40f7-82e9-a11eb4c42949 HTTP/1.1" status: 204 len: 168 time: 0.1707582 Feb 16 08:40:07.152984 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0008c3c-ec35-46cb-8215-ed8c86c9ad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197b819e-aa53-40f7-82e9-a11eb4c42949,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:07.505490 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43374) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:07.519178 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc482-6d08-4dd4-ae05-7a960586fc26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.607984 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc482-6d08-4dd4-ae05-7a960586fc26 admin admin] Publish callbacks [] for security_group (958a3c76-f794-4226-947c-9c298414b591), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.612268 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc482-6d08-4dd4-ae05-7a960586fc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (958a3c76-f794-4226-947c-9c298414b591), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.655986 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-c9fbc482-6d08-4dd4-ae05-7a960586fc26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d0b9efdaade422eb160b3d3c3fd3f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492970 Feb 16 08:40:07.657035 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbc482-6d08-4dd4-ae05-7a960586fc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958a3c76-f794-4226-947c-9c298414b591,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:07.659381 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43376) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:07.718592 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c066f068-7446-414e-9c61-f0b899b95297 admin admin] Publish callbacks [] for security_group (958a3c76-f794-4226-947c-9c298414b591), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.728447 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.746275 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c066f068-7446-414e-9c61-f0b899b95297 admin admin] Publish callbacks [] for security_group (958a3c76-f794-4226-947c-9c298414b591), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.800320 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c066f068-7446-414e-9c61-f0b899b95297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (958a3c76-f794-4226-947c-9c298414b591), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.804439 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c066f068-7446-414e-9c61-f0b899b95297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:07.805924 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-c066f068-7446-414e-9c61-f0b899b95297 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/958a3c76-f794-4226-947c-9c298414b591 HTTP/1.1" status: 204 len: 168 time: 0.1453943 Feb 16 08:40:07.816695 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066f068-7446-414e-9c61-f0b899b95297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958a3c76-f794-4226-947c-9c298414b591,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:10.189335 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43446) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:10.304465 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6afd249c-3200-45c9-b68b-a2e685709631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:10.391926 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6afd249c-3200-45c9-b68b-a2e685709631 admin admin] Publish callbacks [] for security_group (2e991384-848f-413a-ba95-3212a0fffd3b), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:10.396617 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6afd249c-3200-45c9-b68b-a2e685709631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2e991384-848f-413a-ba95-3212a0fffd3b), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:10.441803 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-6afd249c-3200-45c9-b68b-a2e685709631 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f74276b0e25f49589ab305cbd213dc56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513177 Feb 16 08:40:10.443171 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd249c-3200-45c9-b68b-a2e685709631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e991384-848f-413a-ba95-3212a0fffd3b,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:10.445709 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43450) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:10.500678 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9c9e-23bc-43ed-acff-ca6789a3ecc5 admin admin] Publish callbacks [] for security_group (2e991384-848f-413a-ba95-3212a0fffd3b), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:10.523253 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9c9e-23bc-43ed-acff-ca6789a3ecc5 admin admin] Publish callbacks [] for security_group (2e991384-848f-413a-ba95-3212a0fffd3b), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:10.574373 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9c9e-23bc-43ed-acff-ca6789a3ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (2e991384-848f-413a-ba95-3212a0fffd3b), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:10.577390 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9c9e-23bc-43ed-acff-ca6789a3ecc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:10.578821 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-9e1b9c9e-23bc-43ed-acff-ca6789a3ecc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e991384-848f-413a-ba95-3212a0fffd3b HTTP/1.1" status: 204 len: 168 time: 0.1320052 Feb 16 08:40:10.589405 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b9c9e-23bc-43ed-acff-ca6789a3ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e991384-848f-413a-ba95-3212a0fffd3b,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:10.888129 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43456) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:10.902711 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a84c455e-80ed-43de-ab04-2f5461c41d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:10.996000 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a84c455e-80ed-43de-ab04-2f5461c41d7d admin admin] Publish callbacks [] for security_group (119a3a51-827a-4756-81a0-1a411cb4a7df), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:11.000659 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-a84c455e-80ed-43de-ab04-2f5461c41d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (119a3a51-827a-4756-81a0-1a411cb4a7df), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:11.047115 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-a84c455e-80ed-43de-ab04-2f5461c41d7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3292a94336f4080bcb788ee908e62ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577606 Feb 16 08:40:11.048022 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c455e-80ed-43de-ab04-2f5461c41d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a3a51-827a-4756-81a0-1a411cb4a7df,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:11.050501 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43458) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:11.110259 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-342d29b1-b171-4138-b58e-4069a2a750ee admin admin] Publish callbacks [] for security_group (119a3a51-827a-4756-81a0-1a411cb4a7df), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:11.135795 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-342d29b1-b171-4138-b58e-4069a2a750ee admin admin] Publish callbacks [] for security_group (119a3a51-827a-4756-81a0-1a411cb4a7df), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:11.185027 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-342d29b1-b171-4138-b58e-4069a2a750ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (119a3a51-827a-4756-81a0-1a411cb4a7df), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:11.187696 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-342d29b1-b171-4138-b58e-4069a2a750ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:11.188902 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-342d29b1-b171-4138-b58e-4069a2a750ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/119a3a51-827a-4756-81a0-1a411cb4a7df HTTP/1.1" status: 204 len: 168 time: 0.1374977 Feb 16 08:40:11.197374 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d29b1-b171-4138-b58e-4069a2a750ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a3a51-827a-4756-81a0-1a411cb4a7df,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:13.693011 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-61ed3c72-ac24-44d9-bf26-e9a261e549e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:15.936874 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1477fba5-591e-41df-864d-a4714cd67e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:17.467376 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:18.950510 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:20.173281 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:20.192690 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43582) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:20.325098 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-82ae6672-fae1-44d0-9cd7-d22ae080cf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:20.436723 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-82ae6672-fae1-44d0-9cd7-d22ae080cf52 admin admin] Publish callbacks [] for security_group (ab4e01ab-abdd-4527-b97f-1b79d5e0f1cd), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:20.442599 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-82ae6672-fae1-44d0-9cd7-d22ae080cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ab4e01ab-abdd-4527-b97f-1b79d5e0f1cd), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:20.513958 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-82ae6672-fae1-44d0-9cd7-d22ae080cf52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b532a112085e4284b4c5a98e9a3c0af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195105 Feb 16 08:40:20.515385 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae6672-fae1-44d0-9cd7-d22ae080cf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e01ab-abdd-4527-b97f-1b79d5e0f1cd,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:20.516698 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43586) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:20.578620 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0ec6df12-eea9-494d-84fc-11c252b5d7f0 admin admin] Publish callbacks [] for security_group (ab4e01ab-abdd-4527-b97f-1b79d5e0f1cd), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:20.604324 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0ec6df12-eea9-494d-84fc-11c252b5d7f0 admin admin] Publish callbacks [] for security_group (ab4e01ab-abdd-4527-b97f-1b79d5e0f1cd), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:20.659596 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0ec6df12-eea9-494d-84fc-11c252b5d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (ab4e01ab-abdd-4527-b97f-1b79d5e0f1cd), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:20.662220 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-0ec6df12-eea9-494d-84fc-11c252b5d7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:20.663464 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-0ec6df12-eea9-494d-84fc-11c252b5d7f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab4e01ab-abdd-4527-b97f-1b79d5e0f1cd HTTP/1.1" status: 204 len: 168 time: 0.1453247 Feb 16 08:40:20.671803 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6df12-eea9-494d-84fc-11c252b5d7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e01ab-abdd-4527-b97f-1b79d5e0f1cd,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:20.978611 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43592) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:20.992966 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e2f8-dab3-493d-b4b1-02e9a093c508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.087359 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e2f8-dab3-493d-b4b1-02e9a093c508 admin admin] Publish callbacks [] for security_group (f1eb0c0c-62ec-40bc-8ba3-af530982dc5e), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.092977 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e2f8-dab3-493d-b4b1-02e9a093c508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (f1eb0c0c-62ec-40bc-8ba3-af530982dc5e), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.139157 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-b1a9e2f8-dab3-493d-b4b1-02e9a093c508 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d43846c014f34c939a76b760b235ce8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593814 Feb 16 08:40:21.140264 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9e2f8-dab3-493d-b4b1-02e9a093c508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eb0c0c-62ec-40bc-8ba3-af530982dc5e,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:21.142398 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43594) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:21.200208 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e99c6136-798c-4e09-b441-059e51677417 admin admin] Publish callbacks [] for security_group (f1eb0c0c-62ec-40bc-8ba3-af530982dc5e), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.225042 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e99c6136-798c-4e09-b441-059e51677417 admin admin] Publish callbacks [] for security_group (f1eb0c0c-62ec-40bc-8ba3-af530982dc5e), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.277886 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e99c6136-798c-4e09-b441-059e51677417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (f1eb0c0c-62ec-40bc-8ba3-af530982dc5e), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.281585 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e99c6136-798c-4e09-b441-059e51677417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.283117 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-e99c6136-798c-4e09-b441-059e51677417 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1eb0c0c-62ec-40bc-8ba3-af530982dc5e HTTP/1.1" status: 204 len: 168 time: 0.1392100 Feb 16 08:40:21.296389 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c6136-798c-4e09-b441-059e51677417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eb0c0c-62ec-40bc-8ba3-af530982dc5e,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:21.694913 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43600) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:21.709635 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-550d719c-68d8-46ee-8c79-520b9490e037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.797180 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-550d719c-68d8-46ee-8c79-520b9490e037 admin admin] Publish callbacks [] for security_group (db815179-dc9a-4de3-a621-f1bb4dab0808), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.802576 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-550d719c-68d8-46ee-8c79-520b9490e037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (db815179-dc9a-4de3-a621-f1bb4dab0808), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.848524 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d719c-68d8-46ee-8c79-520b9490e037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db815179-dc9a-4de3-a621-f1bb4dab0808,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:21.853484 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-550d719c-68d8-46ee-8c79-520b9490e037 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4711c2b2cc24685a518109788aabd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574242 Feb 16 08:40:21.857507 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 43602) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:21.919868 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-56a0c782-64d3-422c-ab04-6b30569074f8 admin admin] Publish callbacks [] for security_group (db815179-dc9a-4de3-a621-f1bb4dab0808), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:21.945774 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-56a0c782-64d3-422c-ab04-6b30569074f8 admin admin] Publish callbacks [] for security_group (db815179-dc9a-4de3-a621-f1bb4dab0808), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:22.012926 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-56a0c782-64d3-422c-ab04-6b30569074f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (db815179-dc9a-4de3-a621-f1bb4dab0808), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:22.015613 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-56a0c782-64d3-422c-ab04-6b30569074f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:22.016834 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-56a0c782-64d3-422c-ab04-6b30569074f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db815179-dc9a-4de3-a621-f1bb4dab0808 HTTP/1.1" status: 204 len: 168 time: 0.1583583 Feb 16 08:40:22.026206 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0c782-64d3-422c-ab04-6b30569074f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db815179-dc9a-4de3-a621-f1bb4dab0808,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:24.496375 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-42c39268-8227-4b4b-9302-03b780c7b248 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a2b05ca6c33f4af2802df377a96ef624&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320017 Feb 16 08:40:24.699720 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-fc532a9f-6681-43ae-a3a7-8248d1df8661 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:24.701352 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-fc532a9f-6681-43ae-a3a7-8248d1df8661 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993623 Feb 16 08:40:24.717821 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-9fbf2a54-0b44-4ba1-b349-894a11d8e92f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/quotas/a2b05ca6c33f4af2802df377a96ef624 HTTP/1.1" status: 200 len: 375 time: 0.0106816 Feb 16 08:40:24.762944 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-00e11a38-3805-4b69-8f9f-bc1b09c91510 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2b05ca6c33f4af2802df377a96ef624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381494 Feb 16 08:40:24.953404 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ca8101eb-7c75-4e6c-af89-2629a008689e req-962b898e-5db5-477f-aafc-2858af79ffec tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 210 time: 0.0391150 Feb 16 08:40:25.900815 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-1c57178d-a4a5-4b14-abd4-718f3c0be796 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a2b05ca6c33f4af2802df377a96ef624&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302477 Feb 16 08:40:26.101655 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6f76d8fd-441a-4051-9120-4bff43eca746 req-6c1c4e40-5f15-4021-8649-6ebf6bbb20c3 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 210 time: 0.0290973 Feb 16 08:40:26.147906 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-0c28303f-c877-4c49-b735-267b35c6d8b8 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:26.149411 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-0c28303f-c877-4c49-b735-267b35c6d8b8 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426815 Feb 16 08:40:26.171245 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Request body: {'port': {'device_id': '8603db33-37ec-408a-b898-f55f6035560e', 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b', 'admin_state_up': True, 'tenant_id': 'a2b05ca6c33f4af2802df377a96ef624'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:40:26.530342 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Made reservation on behalf of a2b05ca6c33f4af2802df377a96ef624 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:26.534148 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:26.545305 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks [] for security_group (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:26.638216 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks [] for security_group (1aebf54e-0464-442b-b581-c048aeea836a), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:26.642977 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (1aebf54e-0464-442b-b581-c048aeea836a), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:26.713383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebf54e-0464-442b-b581-c048aeea836a,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:26.798710 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Allocated IP 192.168.233.194 (24bd8730-97ae-4942-922d-b75736b1001b/23fca2e5-b105-4c4a-a531-f000edf6da43/5a222b99-06da-41d9-a5f7-086c2daf39b3) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:27.018824 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks [] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:27.081996 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:27.128932 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Network 24bd8730-97ae-4942-922d-b75736b1001b is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:27.132998 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:27.137625 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:40:27.171415 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Pushing event updated for resources: {'Port': ['ID=5a222b99-06da-41d9-a5f7-086c2daf39b3,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:27.210756 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:27.212299 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:27.235624 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d45bc0da-edc7-40b1-b03f-77960c31917f tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0688565 Feb 16 08:40:27.249616 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Request body: {'port': {'device_id': '8603db33-37ec-408a-b898-f55f6035560e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:40:27.271949 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96635b80-1433-4b73-a728-9524b3d6dd6e req-971e001a-373a-47b9-8014-4fcf295053c8 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:27.274539 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-96635b80-1433-4b73-a728-9524b3d6dd6e req-971e001a-373a-47b9-8014-4fcf295053c8 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 936 time: 0.0883110 Feb 16 08:40:27.324892 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:27.347581 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-96635b80-1433-4b73-a728-9524b3d6dd6e req-da2efc4d-c94e-4450-84a8-97c0b17c1465 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631189 Feb 16 08:40:27.401009 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-ef0ead8b-a0ec-44f9-9923-b30280fa950a None None] Provisioning complete for port 5a222b99-06da-41d9-a5f7-086c2daf39b3 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:27.401946 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ef0ead8b-a0ec-44f9-9923-b30280fa950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:27.441448 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ead8b-a0ec-44f9-9923-b30280fa950a None None] Port 5a222b99-06da-41d9-a5f7-086c2daf39b3 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:40:27.610068 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a222b99-06da-41d9-a5f7-086c2daf39b3 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:40:27.619465 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Publish callbacks [] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:27.633554 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Transition to ACTIVE for port object 5a222b99-06da-41d9-a5f7-086c2daf39b3 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:27.638468 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:27.704627 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Pushing event updated for resources: {'Port': ['ID=5a222b99-06da-41d9-a5f7-086c2daf39b3,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:27.748943 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:40:27.837171 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Attempting to bind port 5a222b99-06da-41d9-a5f7-086c2daf39b3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:40:27.837730 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Attempting to bind port 5a222b99-06da-41d9-a5f7-086c2daf39b3 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '3d06dffc-8dcc-4689-89d7-9e11206bcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:40:27.838290 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Attempting to bind port 5a222b99-06da-41d9-a5f7-086c2daf39b3 on network 24bd8730-97ae-4942-922d-b75736b1001b {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:40:27.846818 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Port 5a222b99-06da-41d9-a5f7-086c2daf39b3 on network 24bd8730-97ae-4942-922d-b75736b1001b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:40:27.847369 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Attempting to bind port 5a222b99-06da-41d9-a5f7-086c2daf39b3 on network 24bd8730-97ae-4942-922d-b75736b1001b {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:40:27.857643 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:40:27.858178 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Checking segment: {'id': '3d06dffc-8dcc-4689-89d7-9e11206bcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:40:27.858818 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Bound using segment: {'id': '3d06dffc-8dcc-4689-89d7-9e11206bcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:40:27.859637 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Bound port: 5a222b99-06da-41d9-a5f7-086c2daf39b3, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d06dffc-8dcc-4689-89d7-9e11206bcea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:40:27.860307 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:27.958076 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] For port 5a222b99-06da-41d9-a5f7-086c2daf39b3, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:27.962730 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] For port 5a222b99-06da-41d9-a5f7-086c2daf39b3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5a222b99-06da-41d9-a5f7-086c2daf39b3,segment=NetworkSegment(3d06dffc-8dcc-4689-89d7-9e11206bcea2),segment_id=3d06dffc-8dcc-4689-89d7-9e11206bcea2)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:27.971811 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:28.010230 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.010872 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:28.012593 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] 10.222.0.71 "PUT /v2.0/ports/5a222b99-06da-41d9-a5f7-086c2daf39b3 HTTP/1.1" status: 200 len: 1098 time: 0.7682040 Feb 16 08:40:28.014959 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8603db33-37ec-408a-b898-f55f6035560e', 'tag': '5a222b99-06da-41d9-a5f7-086c2daf39b3'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:40:28.018200 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de2faaf-4a5c-48f7-911d-42256dab68ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8603db33-37ec-408a-b898-f55f6035560e", "tag": "5a222b99-06da-41d9-a5f7-086c2daf39b3"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:40:28.050869 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d627f9-9d76-4cf1-a2aa-f8405e6fdccc service neutron] Pushing event updated for resources: {'Port': ['ID=5a222b99-06da-41d9-a5f7-086c2daf39b3,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:28.090246 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305fb475-a417-466f-96dd-9f0db087115e x-openstack-request-id: req-305fb475-a417-466f-96dd-9f0db087115e {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:40:28.090697 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8603db33-37ec-408a-b898-f55f6035560e", "tag": "5a222b99-06da-41d9-a5f7-086c2daf39b3", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:40:28.091104 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-305fb475-a417-466f-96dd-9f0db087115e {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:40:28.091788 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8603db33-37ec-408a-b898-f55f6035560e', 'tag': '5a222b99-06da-41d9-a5f7-086c2daf39b3', 'status': 'completed', 'code': 200} Feb 16 08:40:28.153445 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-721729c5-89a6-46d2-9419-25fdcd1fddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.156243 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-721729c5-89a6-46d2-9419-25fdcd1fddd8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a2b05ca6c33f4af2802df377a96ef624&device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 1132 time: 0.0808990 Feb 16 08:40:28.205117 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-49b0f48c-3bfa-4603-82a7-591e2eaa6071 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=5a222b99-06da-41d9-a5f7-086c2daf39b3 HTTP/1.1" status: 200 len: 217 time: 0.0420120 Feb 16 08:40:28.261810 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-e7a21ce7-1b4a-4b2e-8cff-f50a45d8c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.263307 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-e7a21ce7-1b4a-4b2e-8cff-f50a45d8c689 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23fca2e5-b105-4c4a-a531-f000edf6da43 HTTP/1.1" status: 200 len: 843 time: 0.0518126 Feb 16 08:40:28.335218 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-fabb759d-02b0-4f32-93f2-a20a5aea0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.336862 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-fabb759d-02b0-4f32-93f2-a20a5aea0069 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=24bd8730-97ae-4942-922d-b75736b1001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0661945 Feb 16 08:40:28.476304 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-edfdd1fb-065e-4c07-9d63-456324d63a6d service neutron] 10.222.0.71 "GET /v2.0/networks/24bd8730-97ae-4942-922d-b75736b1001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314628 Feb 16 08:40:28.489114 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc881d-7836-4d3c-be6a-70974fae2c18 req-9a54184c-e9f3-4a56-aae2-74f10a16e9c7 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.492510 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2ecc881d-7836-4d3c-be6a-70974fae2c18 req-9a54184c-e9f3-4a56-aae2-74f10a16e9c7 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 948 time: 0.0696454 Feb 16 08:40:28.557862 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2ecc881d-7836-4d3c-be6a-70974fae2c18 req-0eb1e67f-0e3a-4009-9c86-477b1a4879df tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593374 Feb 16 08:40:28.583198 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0c5a09e6-3dfe-488c-a86b-9a187d78bec5 req-e2a839dc-7b42-4411-80be-864914618acd service neutron] 10.222.0.71 "GET /v2.0/networks/24bd8730-97ae-4942-922d-b75736b1001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006534 Feb 16 08:40:28.680061 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-1efbb720-4bc9-404e-b11e-df1256ce0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.681591 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-1efbb720-4bc9-404e-b11e-df1256ce0af5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a2b05ca6c33f4af2802df377a96ef624&device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 1132 time: 0.0481870 Feb 16 08:40:28.783404 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-46bb81df-0783-488f-98fa-8b016df7cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.784946 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-46bb81df-0783-488f-98fa-8b016df7cfa3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=24bd8730-97ae-4942-922d-b75736b1001b HTTP/1.1" status: 200 len: 870 time: 0.0955009 Feb 16 08:40:28.834280 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-cfecde5a-8fcd-4af0-a75d-d63366a59bb2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=5a222b99-06da-41d9-a5f7-086c2daf39b3 HTTP/1.1" status: 200 len: 217 time: 0.0426545 Feb 16 08:40:28.889029 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-4580328d-fa6a-4beb-8601-ad10a3295c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.890700 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-4580328d-fa6a-4beb-8601-ad10a3295c3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23fca2e5-b105-4c4a-a531-f000edf6da43 HTTP/1.1" status: 200 len: 843 time: 0.0498064 Feb 16 08:40:28.946037 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-ce70f42c-92b3-4268-ab8c-c1c86bfabe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.947532 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-ce70f42c-92b3-4268-ab8c-c1c86bfabe3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=24bd8730-97ae-4942-922d-b75736b1001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0502353 Feb 16 08:40:29.051297 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-2aed1f7b-6668-4cbe-b9ef-d60461925bbb service neutron] 10.222.0.71 "GET /v2.0/networks/24bd8730-97ae-4942-922d-b75736b1001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957110 Feb 16 08:40:29.200519 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-0de2faaf-4a5c-48f7-911d-42256dab68ba req-3f6a523c-0922-49e4-be1d-618e83ebd817 service neutron] 10.222.0.71 "GET /v2.0/networks/24bd8730-97ae-4942-922d-b75736b1001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420779 Feb 16 08:40:29.701227 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbad416-31fd-4382-8a0e-90eb5d297c16 req-8a0b58fd-dde2-4647-bbbe-840b86fe92ae tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:29.703364 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bdbad416-31fd-4382-8a0e-90eb5d297c16 req-8a0b58fd-dde2-4647-bbbe-840b86fe92ae tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 948 time: 0.0671167 Feb 16 08:40:29.762194 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bdbad416-31fd-4382-8a0e-90eb5d297c16 req-b6852b70-3ffd-45c0-b864-f36888587324 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528860 Feb 16 08:40:30.891347 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc072dc-e65d-42cb-9c01-cd0174ad34e2 req-341ab57e-e2ef-4e58-80a3-b337418a7c58 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:30.892976 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5dc072dc-e65d-42cb-9c01-cd0174ad34e2 req-341ab57e-e2ef-4e58-80a3-b337418a7c58 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 948 time: 0.0542610 Feb 16 08:40:30.951524 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-5dc072dc-e65d-42cb-9c01-cd0174ad34e2 req-a58a6ef1-5279-4508-b187-fbf6ad9a0484 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477624 Feb 16 08:40:32.004443 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 5a222b99-06da-41d9-a5f7-086c2daf39b3 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:40:32.090782 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271df3c-dc11-4a00-99c4-6b829c50f3b2 req-848ffd3c-a889-4f5d-8f33-5f3a36c03a4c tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:32.092456 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d271df3c-dc11-4a00-99c4-6b829c50f3b2 req-848ffd3c-a889-4f5d-8f33-5f3a36c03a4c tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 948 time: 0.0693483 Feb 16 08:40:32.124118 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 5a222b99-06da-41d9-a5f7-086c2daf39b3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5a222b99-06da-41d9-a5f7-086c2daf39b3,segment=NetworkSegment(3d06dffc-8dcc-4689-89d7-9e11206bcea2),segment_id=3d06dffc-8dcc-4689-89d7-9e11206bcea2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:32.138388 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '5a222b99-06da-41d9-a5f7-086c2daf39b3', 'network_id': '24bd8730-97ae-4942-922d-b75736b1001b', 'port_id': '5a222b99-06da-41d9-a5f7-086c2daf39b3', 'mac_address': 'fa:16:3e:54:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fca2e5-b105-4c4a-a531-f000edf6da43', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:40:32.153312 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-d271df3c-dc11-4a00-99c4-6b829c50f3b2 req-a329e326-f452-4987-bf6d-15242b639b16 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Feb 16 08:40:32.188559 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 5a222b99-06da-41d9-a5f7-086c2daf39b3 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:40:32.188962 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:32.204898 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a222b99-06da-41d9-a5f7-086c2daf39b3 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:40:32.228316 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 5a222b99-06da-41d9-a5f7-086c2daf39b3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5a222b99-06da-41d9-a5f7-086c2daf39b3,segment=NetworkSegment(3d06dffc-8dcc-4689-89d7-9e11206bcea2),segment_id=3d06dffc-8dcc-4689-89d7-9e11206bcea2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:32.233970 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:32.294189 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=5a222b99-06da-41d9-a5f7-086c2daf39b3,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:32.619944 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['5a222b99-06da-41d9-a5f7-086c2daf39b3'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:40:33.508676 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f963047-78dd-4224-9566-5e757e9af558 req-96817a0d-e9cd-4fae-ac30-db8a18de5441 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:33.510166 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3f963047-78dd-4224-9566-5e757e9af558 req-96817a0d-e9cd-4fae-ac30-db8a18de5441 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 949 time: 0.2767744 Feb 16 08:40:33.562400 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-3f963047-78dd-4224-9566-5e757e9af558 req-45fdc01c-36f0-4cc9-97ad-172c16d1c684 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 Feb 16 08:40:34.017215 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 5a222b99-06da-41d9-a5f7-086c2daf39b3 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:40:34.075546 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 5a222b99-06da-41d9-a5f7-086c2daf39b3 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:34.080277 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 5a222b99-06da-41d9-a5f7-086c2daf39b3 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:34.080655 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:34.169151 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 5a222b99-06da-41d9-a5f7-086c2daf39b3 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:40:34.169551 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:34.200513 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8603db33-37ec-408a-b898-f55f6035560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a222b99-06da-41d9-a5f7-086c2daf39b3'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:40:34.202838 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cfb571-b189-4908-a41d-7a275f16fbb1" -d '{"events": [{"server_uuid": "8603db33-37ec-408a-b898-f55f6035560e", "name": "network-vif-plugged", "status": "completed", "tag": "5a222b99-06da-41d9-a5f7-086c2daf39b3"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:40:34.218518 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 5a222b99-06da-41d9-a5f7-086c2daf39b3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5a222b99-06da-41d9-a5f7-086c2daf39b3,segment=NetworkSegment(3d06dffc-8dcc-4689-89d7-9e11206bcea2),segment_id=3d06dffc-8dcc-4689-89d7-9e11206bcea2)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:34.223929 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:34.269831 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcb5a16-151b-4493-9ce7-be2675374aae x-openstack-request-id: req-fdcb5a16-151b-4493-9ce7-be2675374aae {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:40:34.270159 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8603db33-37ec-408a-b898-f55f6035560e", "name": "network-vif-plugged", "status": "completed", "tag": "5a222b99-06da-41d9-a5f7-086c2daf39b3", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:40:34.270355 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdcb5a16-151b-4493-9ce7-be2675374aae {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:40:34.270770 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8603db33-37ec-408a-b898-f55f6035560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a222b99-06da-41d9-a5f7-086c2daf39b3', 'code': 200} Feb 16 08:40:34.290714 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=5a222b99-06da-41d9-a5f7-086c2daf39b3,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:34.495086 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f6aff-3679-4f5c-9dd6-5ba06927634f req-42a72a41-0dbc-4c60-b7a0-b32d892ca683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:34.496689 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ac0f6aff-3679-4f5c-9dd6-5ba06927634f req-42a72a41-0dbc-4c60-b7a0-b32d892ca683 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 1134 time: 0.0627522 Feb 16 08:40:34.548173 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-ac0f6aff-3679-4f5c-9dd6-5ba06927634f req-12095cc7-8cd6-4bf2-84fc-50386c9204b1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 Feb 16 08:40:34.698239 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee04b4e-d75d-4591-8222-4b4f6341041d req-6955ccd9-1069-4815-be9f-4dc96d8b0b0a tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:34.699858 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ee04b4e-d75d-4591-8222-4b4f6341041d req-6955ccd9-1069-4815-be9f-4dc96d8b0b0a tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 950 time: 0.0632205 Feb 16 08:40:34.752395 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-9ee04b4e-d75d-4591-8222-4b4f6341041d req-09a0575f-9b5f-4674-a05a-be9ff4f67356 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464323 Feb 16 08:40:35.896973 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e07963-e94c-434f-9cc5-7918138563cc req-dc49d145-ef4d-4373-93b5-82733edc275c tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:35.898957 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-09e07963-e94c-434f-9cc5-7918138563cc req-dc49d145-ef4d-4373-93b5-82733edc275c tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 950 time: 0.0578377 Feb 16 08:40:35.952955 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-09e07963-e94c-434f-9cc5-7918138563cc req-1312bb56-5bc7-44e9-8abb-cee797223e41 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472128 Feb 16 08:40:37.085499 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50646e9-7756-4ff8-a96f-a53afe7476d9 req-3b7855e4-c7c9-4766-bf14-da2c8ae025f6 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:37.087173 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b50646e9-7756-4ff8-a96f-a53afe7476d9 req-3b7855e4-c7c9-4766-bf14-da2c8ae025f6 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 950 time: 0.0599439 Feb 16 08:40:37.144257 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b50646e9-7756-4ff8-a96f-a53afe7476d9 req-6f99df7c-6340-4e07-9821-6292cd268079 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509803 Feb 16 08:40:37.438745 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675db1b-3432-41b2-85ba-c6afeaee71e3 req-3a83a638-1f57-4fa1-b40f-35e6bdddae43 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:37.440489 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6675db1b-3432-41b2-85ba-c6afeaee71e3 req-3a83a638-1f57-4fa1-b40f-35e6bdddae43 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 950 time: 0.0562322 Feb 16 08:40:37.498625 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-6675db1b-3432-41b2-85ba-c6afeaee71e3 req-f420326a-cbe5-472f-9ba3-f8825112bbd4 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509365 Feb 16 08:40:37.736241 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:38.639601 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a38175-d994-43a4-b34e-012da4ece2d9 req-932db392-9976-41ec-b0e9-5f5c686a55ab tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:38.641262 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-80a38175-d994-43a4-b34e-012da4ece2d9 req-932db392-9976-41ec-b0e9-5f5c686a55ab tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 950 time: 0.0563853 Feb 16 08:40:38.698267 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-80a38175-d994-43a4-b34e-012da4ece2d9 req-466dde68-0200-44eb-8788-caf8466c9641 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/security-groups?id=1aebf54e-0464-442b-b581-c048aeea836a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462856 Feb 16 08:40:39.265337 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b87563-218e-46b6-8e10-da646f89f312 req-311cdbf0-94fd-469c-95d1-6dacfa591274 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:39.266839 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f9b87563-218e-46b6-8e10-da646f89f312 req-311cdbf0-94fd-469c-95d1-6dacfa591274 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.71 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 950 time: 0.0564756 Feb 16 08:40:39.370984 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-f9b87563-218e-46b6-8e10-da646f89f312 req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Deleting port 5a222b99-06da-41d9-a5f7-086c2daf39b3 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:40:39.371330 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f9b87563-218e-46b6-8e10-da646f89f312 req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:39.470669 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-f9b87563-218e-46b6-8e10-da646f89f312 req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] For port 5a222b99-06da-41d9-a5f7-086c2daf39b3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5a222b99-06da-41d9-a5f7-086c2daf39b3,segment=NetworkSegment(3d06dffc-8dcc-4689-89d7-9e11206bcea2),segment_id=3d06dffc-8dcc-4689-89d7-9e11206bcea2)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:39.471045 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f9b87563-218e-46b6-8e10-da646f89f312 req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:39.485533 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-f9b87563-218e-46b6-8e10-da646f89f312 req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Calling delete_port for 5a222b99-06da-41d9-a5f7-086c2daf39b3 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:40:39.631528 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f9b87563-218e-46b6-8e10-da646f89f312 req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (5a222b99-06da-41d9-a5f7-086c2daf39b3), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:39.645677 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['5a222b99-06da-41d9-a5f7-086c2daf39b3'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:40:39.673292 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Pushing event deleted for resources: {'Port': ['ID=5a222b99-06da-41d9-a5f7-086c2daf39b3,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:39.703406 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.703791 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.704156 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.704501 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.704840 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.705175 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.705512 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.705850 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.706182 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.706510 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.706832 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.707155 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.707507 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:39.728320 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b87563-218e-46b6-8e10-da646f89f312 req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] No DVR routers for this DVR port 5a222b99-06da-41d9-a5f7-086c2daf39b3 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:39.731847 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-f9b87563-218e-46b6-8e10-da646f89f312 req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:39.736336 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f9b87563-218e-46b6-8e10-da646f89f312 req-ca2f1285-a343-4a62-900b-376f63c1f2b9 tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.71 "DELETE /v2.0/ports/5a222b99-06da-41d9-a5f7-086c2daf39b3 HTTP/1.1" status: 204 len: 173 time: 0.4632499 Feb 16 08:40:39.737939 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8603db33-37ec-408a-b898-f55f6035560e', 'name': 'network-vif-deleted', 'tag': '5a222b99-06da-41d9-a5f7-086c2daf39b3'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:40:39.746018 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b88902-4184-4a3b-a909-8d0668aed86a" -d '{"events": [{"server_uuid": "8603db33-37ec-408a-b898-f55f6035560e", "name": "network-vif-deleted", "tag": "5a222b99-06da-41d9-a5f7-086c2daf39b3"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:40:39.810725 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645954bb-9790-407d-b303-a45b3bf52336 x-openstack-request-id: req-645954bb-9790-407d-b303-a45b3bf52336 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:40:39.811204 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8603db33-37ec-408a-b898-f55f6035560e", "name": "network-vif-deleted", "tag": "5a222b99-06da-41d9-a5f7-086c2daf39b3", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:40:39.811745 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-645954bb-9790-407d-b303-a45b3bf52336 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:40:39.812396 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8603db33-37ec-408a-b898-f55f6035560e', 'name': 'network-vif-deleted', 'tag': '5a222b99-06da-41d9-a5f7-086c2daf39b3', 'status': 'completed', 'code': 200} Feb 16 08:40:39.873477 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-18f89f3e-78e6-4ba1-b688-8c0b8ab0b479 req-5da16155-7fa1-485a-b0a1-51fcf67b55db tempest-VolumesNegativeTest-990139849 tempest-VolumesNegativeTest-990139849-project] 10.222.0.30 "GET /v2.0/ports?device_id=8603db33-37ec-408a-b898-f55f6035560e HTTP/1.1" status: 200 len: 210 time: 0.0386703 Feb 16 08:40:42.066916 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 5a222b99-06da-41d9-a5f7-086c2daf39b3 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:40:42.092582 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 5a222b99-06da-41d9-a5f7-086c2daf39b3 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:40:42.093146 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 5a222b99-06da-41d9-a5f7-086c2daf39b3 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:40:43.682159 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b6c31107-7282-4a30-aa4a-b371ccecb1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:45.215124 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43956) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:45.381094 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-024bc252-8fb5-4541-beb3-375eab29fa12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2b05ca6c33f4af2802df377a96ef624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637580 Feb 16 08:40:45.383834 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 43960) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:40:45.466753 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Publish callbacks [] for security_group (1aebf54e-0464-442b-b581-c048aeea836a), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:45.507237 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Publish callbacks [] for security_group (1aebf54e-0464-442b-b581-c048aeea836a), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:45.564554 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (1aebf54e-0464-442b-b581-c048aeea836a), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:45.567706 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:45.569692 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1aebf54e-0464-442b-b581-c048aeea836a HTTP/1.1" status: 204 len: 168 time: 0.1848013 Feb 16 08:40:45.579902 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebf54e-0464-442b-b581-c048aeea836a,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:45.588969 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.589509 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.589977 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.590456 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.591056 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.591480 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.591949 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.592401 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.592857 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.593314 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.593742 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.594167 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.594608 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c143e4-ffbd-4ee1-ac68-ce087b1c4b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.929034 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-55f0e89d-21a1-4416-aecc-4d5f3664ebf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:47.458960 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:48.953856 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:50.169500 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:40:50.835796 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-37253bd5-e1b1-4039-9ade-a729456cbc95 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543022 Feb 16 08:40:50.928749 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-4deb51d2-fa91-46c2-aea5-d3287b134209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:50.930317 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-4deb51d2-fa91-46c2-aea5-d3287b134209 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 1129 time: 0.0488329 Feb 16 08:40:51.047629 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-2ab9fc6c-e56e-4bdc-9119-7ab53e274868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:51.049250 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-2ab9fc6c-e56e-4bdc-9119-7ab53e274868 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.0988448 Feb 16 08:40:51.118009 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-5483bd59-0fad-4826-8000-c53eaf903f2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f HTTP/1.1" status: 200 len: 1001 time: 0.0621483 Feb 16 08:40:51.170831 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-53ca18bd-395e-4a7a-a816-2506175021c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:51.172636 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-53ca18bd-395e-4a7a-a816-2506175021c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0469456 Feb 16 08:40:51.231828 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-f170b300-7555-4e78-8efb-3c6430c02f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:51.233433 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-f170b300-7555-4e78-8efb-3c6430c02f15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547225 Feb 16 08:40:51.333003 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-2cc8936c-87bf-4359-b5a8-64f81d904ec0 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926387 Feb 16 08:40:51.437522 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-75c72cd7-6388-4cfc-931f-1704dc0316ba req-934e0789-f4a3-40e1-a939-58073017d702 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981028 Feb 16 08:41:04.748953 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:41:07.742108 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:13.678158 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ecce-9ae1-4172-a0bc-9bbc1102e351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:15.928740 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1202a137-d564-4548-aaa6-aaa2e81a32bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:17.461900 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:18.954943 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:20.180293 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:23.982972 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [req-423c3209-63e2-4d81-9e92-7b6e0388d775 req-96b28ef7-3e43-41a9-80f1-f8e893bde46e service neutron] (102594) timed out ('10.222.0.71', 62264) {{(pid=102594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 08:41:24.035663 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [req-27609fc5-cd32-488f-a50d-26cc12f7fa20 req-e67c2566-06f2-4e79-bec7-cad85b0f73b5 service neutron] (102593) timed out ('10.222.0.71', 62236) {{(pid=102593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 08:41:37.758292 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:41.748628 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:41:43.674008 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-587e84fa-51af-43c9-bc19-b49a05197197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:45.923193 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fa64aea0-2041-49d9-acec-f51ef9bf8c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:47.465200 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:48.960337 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:50.175825 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:41:52.049378 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-c116bf16-9973-453f-bd60-7b92aedb7aec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1958406 Feb 16 08:41:52.177834 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-41254da5-b76c-4a2c-91de-a9ae5712d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:52.179613 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-41254da5-b76c-4a2c-91de-a9ae5712d541 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 1129 time: 0.0586610 Feb 16 08:41:52.306814 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-588c735d-6a3f-4074-acae-bce78066846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:52.308525 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-588c735d-6a3f-4074-acae-bce78066846b service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.1097689 Feb 16 08:41:52.379239 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-4bd578d3-2985-4fda-a3d1-a9ca7c8ca72f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f HTTP/1.1" status: 200 len: 1001 time: 0.0642011 Feb 16 08:41:52.436558 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-02bd575b-e6ed-47a5-93af-b6d76db13bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:52.438151 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-02bd575b-e6ed-47a5-93af-b6d76db13bed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0518568 Feb 16 08:41:52.491300 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-4976e326-6bcd-4dc0-b477-c1960e02108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:52.492792 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-4976e326-6bcd-4dc0-b477-c1960e02108f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484982 Feb 16 08:41:52.594454 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-9284ca0f-9709-4932-9090-638c249cd367 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895748 Feb 16 08:41:52.698432 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-f03ab03d-ec04-49ca-b28c-67457eeb300c req-53e519f7-f353-4169-a98f-09ded3d49cb0 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977514 Feb 16 08:41:57.669287 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-b0c1660f-5db7-4cc4-9398-83bdd3ee0822 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235812932&fields=id&tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4 HTTP/1.1" status: 200 len: 267 time: 0.0799000 Feb 16 08:41:57.803795 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-0fddbee0-b9f9-42fe-abaf-87112fe179b0 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:57.806510 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-0fddbee0-b9f9-42fe-abaf-87112fe179b0 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 812 time: 0.1303129 Feb 16 08:41:57.821912 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-5b45ce25-4ec8-46e0-a3d7-3fd953c4ed36 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/quotas/3d3cdc149a9044ecbf603f943cc9c6c4 HTTP/1.1" status: 200 len: 375 time: 0.0100231 Feb 16 08:41:57.886214 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-2c534d82-f107-4beb-b61c-6f5b1ed92522 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580940 Feb 16 08:41:57.997099 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-bea559ff-fb06-42ca-a470-e6488e06b0e2 service neutron] 10.222.0.30 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974035 Feb 16 08:41:58.140500 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-a447c217-8d18-4cd3-b27f-2aef87037906 service neutron] 10.222.0.30 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338782 Feb 16 08:41:59.600173 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2580f75c-48e5-4fb5-8b0e-38b9f38c9d1a req-554d2706-0bec-4e75-a3e3-9f64d7fd18f6 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 210 time: 0.1531737 Feb 16 08:42:00.683566 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bd05160c-7db5-4888-a58b-40bdf7e68cd9 req-95498ace-a8f6-4928-956e-8062615b52e3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 210 time: 0.0283511 Feb 16 08:42:01.784636 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-fe935264-79e1-4e33-891f-f867951d898e req-dc54933d-9ff1-4e88-bedd-83a760ec5223 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 210 time: 0.0463619 Feb 16 08:42:02.892224 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c3831140-25c0-4fb7-a72b-7f98751f48d4 req-86e80265-43bd-49f2-a30c-6011074e0d8a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 210 time: 0.0405617 Feb 16 08:42:04.002317 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-c2b1c786-848b-48fb-b5d4-f6e7ded8c8c3 req-74916511-72c5-471d-800c-e0038dbd047a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Feb 16 08:42:04.753265 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-b979665b-d7ea-4f46-8212-130f688a3450 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:04.756028 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-b979665b-d7ea-4f46-8212-130f688a3450 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 812 time: 0.1476474 Feb 16 08:42:04.836781 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-82d47626-f340-4a14-a8e4-28cd1c9383c9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4 HTTP/1.1" status: 200 len: 379 time: 0.0705318 Feb 16 08:42:04.846907 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'port': {'device_id': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'admin_state_up': True, 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'security_groups': ['a5329422-1e80-4ed8-8423-f1ce38feefc2']}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:42:04.970525 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Made reservation on behalf of 3d3cdc149a9044ecbf603f943cc9c6c4 for: {'port': 1} {{(pid=102593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:04.974204 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:05.116913 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2445dad6-15f4-412f-9e56-a6d52ee31c20 req-c23b15ff-573f-411d-af5a-8bbcb736e708 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 210 time: 0.0362730 Feb 16 08:42:05.141175 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Allocated IP 172.20.0.13 (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312/3c3c8767-cb11-486e-ae57-08df27fd93f5/8c0d1694-013b-491d-b07f-0de3fae320c2) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:05.327046 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:05.377723 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:05.427906 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:05.431911 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:05.437293 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:42:05.446484 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'Port': ['ID=8c0d1694-013b-491d-b07f-0de3fae320c2,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:05.490905 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.491310 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.491790 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.492240 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.492697 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.493149 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.493603 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.494065 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.494524 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.495029 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.495585 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.496070 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.496540 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:05.533170 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:05.533982 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:05.556084 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-02ee89b0-a9c2-40bc-be2e-053cabe45d13 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7130001 Feb 16 08:42:05.570493 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.v2.base [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Request body: {'port': {'device_id': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:42:05.663039 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:05.701194 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-a765fd31-92f6-42ae-9c80-02f132966412 None None] Provisioning complete for port 8c0d1694-013b-491d-b07f-0de3fae320c2 triggered by entity DHCP. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:05.701863 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-a765fd31-92f6-42ae-9c80-02f132966412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:05.757161 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-a765fd31-92f6-42ae-9c80-02f132966412 None None] Port 8c0d1694-013b-491d-b07f-0de3fae320c2 cannot update to ACTIVE because it is not bound. {{(pid=102596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 08:42:05.976730 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0d1694-013b-491d-b07f-0de3fae320c2 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:42:05.985948 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Publish callbacks [] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:05.998512 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Transition to ACTIVE for port object 8c0d1694-013b-491d-b07f-0de3fae320c2 will not be triggered until provisioned by entity L2. {{(pid=102593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:06.003286 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:06.057274 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d1694-013b-491d-b07f-0de3fae320c2,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:06.150990 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Attempting to bind port 8c0d1694-013b-491d-b07f-0de3fae320c2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 08:42:06.151515 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Attempting to bind port 8c0d1694-013b-491d-b07f-0de3fae320c2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 08:42:06.152069 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Attempting to bind port 8c0d1694-013b-491d-b07f-0de3fae320c2 on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:42:06.160851 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Port 8c0d1694-013b-491d-b07f-0de3fae320c2 on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 08:42:06.161395 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Attempting to bind port 8c0d1694-013b-491d-b07f-0de3fae320c2 on network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 08:42:06.170620 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Checking agent: {'id': '93955957-a65a-466b-8f61-25f1702e46ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'started_at': datetime.datetime(2022, 2, 16, 8, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 08:42:06.171072 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Checking segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 08:42:06.171616 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Bound using segment: {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 08:42:06.172255 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Bound port: 8c0d1694-013b-491d-b07f-0de3fae320c2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2836e04e-b09c-4d71-bd21-21d45e66ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 08:42:06.172817 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:06.272665 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] For port 8c0d1694-013b-491d-b07f-0de3fae320c2, host hv-cinder-77398, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:06.279029 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] For port 8c0d1694-013b-491d-b07f-0de3fae320c2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8c0d1694-013b-491d-b07f-0de3fae320c2,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:06.288472 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59264251'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:06.297864 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ef3fc-9746-4d8a-883b-d52311ba469d req-064183cb-e648-4c17-bc67-f775a4322de2 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:06.300082 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-591ef3fc-9746-4d8a-883b-d52311ba469d req-064183cb-e648-4c17-bc67-f775a4322de2 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 944 time: 0.0951953 Feb 16 08:42:06.337335 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:06.338381 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:06.341037 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] 10.222.0.71 "PUT /v2.0/ports/8c0d1694-013b-491d-b07f-0de3fae320c2 HTTP/1.1" status: 200 len: 1094 time: 0.7756665 Feb 16 08:42:06.343087 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:42:06.346658 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3585d524-6cee-481c-b642-1112c0fa9a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:42:06.405271 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-591ef3fc-9746-4d8a-883b-d52311ba469d req-6ac9edf2-2b7e-4cd0-a2ba-cbd599493093 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970218 Feb 16 08:42:06.422221 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce89d5-0b15-442c-9e23-61d83221fbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d1694-013b-491d-b07f-0de3fae320c2,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:06.455755 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722ae349-0ac1-4863-95f9-e54549d19380 x-openstack-request-id: req-722ae349-0ac1-4863-95f9-e54549d19380 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:42:06.456031 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:42:06.456300 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-722ae349-0ac1-4863-95f9-e54549d19380 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:42:06.456709 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'status': 'completed', 'code': 200} Feb 16 08:42:06.479711 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-70fc97d9-1d58-432e-bb2d-56e14a069e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:06.481545 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-70fc97d9-1d58-432e-bb2d-56e14a069e6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 1128 time: 0.0840135 Feb 16 08:42:06.541511 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-9eb80f28-62d5-4d0f-9036-79429132f763 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0d1694-013b-491d-b07f-0de3fae320c2 HTTP/1.1" status: 200 len: 217 time: 0.0513816 Feb 16 08:42:06.596132 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-7e6303e6-1485-4fe2-91bd-84544808f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:06.597719 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-7e6303e6-1485-4fe2-91bd-84544808f333 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0490687 Feb 16 08:42:06.652738 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-44c6aab8-d562-42e8-86a8-6dd930aee8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:06.654296 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-44c6aab8-d562-42e8-86a8-6dd930aee8a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510502 Feb 16 08:42:06.756490 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-3eb7787e-eece-4cc8-980d-e087c7d0aaa0 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950770 Feb 16 08:42:06.865003 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-7754b6bd-b671-4fa7-a06e-4d448bd253c4 req-e052a112-ad8c-4ba3-b4eb-002b0eaca376 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003282 Feb 16 08:42:06.962956 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-926c5c05-3b53-42c6-addf-04bc80525f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:06.964571 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-926c5c05-3b53-42c6-addf-04bc80525f98 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 1128 time: 0.0548403 Feb 16 08:42:07.069178 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-8e17945a-b656-4b1c-ad29-51b61938b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.070679 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-8e17945a-b656-4b1c-ad29-51b61938b587 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.0992830 Feb 16 08:42:07.118114 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-548ec6d9-c700-463b-a1eb-c29d9309d8e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0d1694-013b-491d-b07f-0de3fae320c2 HTTP/1.1" status: 200 len: 217 time: 0.0399561 Feb 16 08:42:07.171236 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-2544071d-9a74-4f0a-bd27-4ffc96afb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.172742 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-2544071d-9a74-4f0a-bd27-4ffc96afb837 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0481091 Feb 16 08:42:07.224028 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-b63e1e22-327b-413c-b518-3e5c1d76ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.225745 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-b63e1e22-327b-413c-b518-3e5c1d76ed28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471120 Feb 16 08:42:07.389492 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-1d7a8f2c-0749-4274-8c25-312a2ba3db26 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546047 Feb 16 08:42:07.496182 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-3585d524-6cee-481c-b642-1112c0fa9a8b req-8378d871-a595-4939-99f5-58afcf877d34 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006753 Feb 16 08:42:07.551463 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd72be6-7e45-4f21-9c21-2ed09a7f0f86 req-6597e35f-0612-473a-aff5-b816ac5404b9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.553087 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bcd72be6-7e45-4f21-9c21-2ed09a7f0f86 req-6597e35f-0612-473a-aff5-b816ac5404b9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 944 time: 0.0565436 Feb 16 08:42:07.607940 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bcd72be6-7e45-4f21-9c21-2ed09a7f0f86 req-62085350-c441-4676-a924-1a6f3760c848 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489116 Feb 16 08:42:07.748652 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:08.775326 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78becf74-aead-45a9-ba81-f8c9e7b502eb req-03cdb035-2114-4172-968e-965a0a2a1243 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:08.778162 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-78becf74-aead-45a9-ba81-f8c9e7b502eb req-03cdb035-2114-4172-968e-965a0a2a1243 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 944 time: 0.0759945 Feb 16 08:42:08.838570 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-78becf74-aead-45a9-ba81-f8c9e7b502eb req-04265a55-b844-41c3-8595-a935be319788 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547822 Feb 16 08:42:09.977018 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee143f65-8cd8-4048-8d4c-cb1d77f9cc31 req-55cfadf1-a6ce-41b5-b9dc-ca2b064581e7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:09.978671 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ee143f65-8cd8-4048-8d4c-cb1d77f9cc31 req-55cfadf1-a6ce-41b5-b9dc-ca2b064581e7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 944 time: 0.0596738 Feb 16 08:42:10.034558 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ee143f65-8cd8-4048-8d4c-cb1d77f9cc31 req-5c5fc6e4-5d73-4565-b25b-0699ed238bae tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482519 Feb 16 08:42:11.202252 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b8cae-5f7e-4df1-ba3f-cf724a2c76b5 req-b08169f2-d9c2-4c3e-921b-faee5c295c8e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:11.205041 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2c1b8cae-5f7e-4df1-ba3f-cf724a2c76b5 req-b08169f2-d9c2-4c3e-921b-faee5c295c8e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 944 time: 0.0956786 Feb 16 08:42:11.260262 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-2c1b8cae-5f7e-4df1-ba3f-cf724a2c76b5 req-a27bf876-215b-405c-b1dc-4d4336f23a9f tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489225 Feb 16 08:42:12.403682 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01020d36-e97d-44a7-90a0-218b6646619b req-6511d928-1711-448a-b1b2-2920124f14fc tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:12.405917 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01020d36-e97d-44a7-90a0-218b6646619b req-6511d928-1711-448a-b1b2-2920124f14fc tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 944 time: 0.0691888 Feb 16 08:42:12.460728 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-01020d36-e97d-44a7-90a0-218b6646619b req-c57dec77-d46e-4cd1-85a4-b3203d15b42e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484033 Feb 16 08:42:13.590249 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe22b63-d408-45f9-bb00-f2f834a36fec req-6eeeef11-5a3c-476b-b902-73a998dbbd0b tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:13.591979 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-efe22b63-d408-45f9-bb00-f2f834a36fec req-6eeeef11-5a3c-476b-b902-73a998dbbd0b tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 944 time: 0.0580804 Feb 16 08:42:13.650008 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-efe22b63-d408-45f9-bb00-f2f834a36fec req-807c35a9-bb81-42d4-bac5-e73697fc4a91 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515230 Feb 16 08:42:13.669396 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-4180353f-4f3d-4680-a0f1-84a58ea1cea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:14.795734 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dcc6f-623f-432b-8753-05637a031cae req-f6986ec3-3257-4508-a900-bed66396c79a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:14.799319 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-829dcc6f-623f-432b-8753-05637a031cae req-f6986ec3-3257-4508-a900-bed66396c79a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 944 time: 0.0636039 Feb 16 08:42:14.853407 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-829dcc6f-623f-432b-8753-05637a031cae req-9ed199b3-c377-4583-a012-d789721a2f24 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489697 Feb 16 08:42:15.939841 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-5e239ce7-f05a-48fa-ad9c-543245e92b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:16.015761 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2bc3-f86c-492a-a558-11e54962473f req-ff1d90a0-12a0-444b-b457-e01cce413d41 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:16.017387 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-836d2bc3-f86c-492a-a558-11e54962473f req-ff1d90a0-12a0-444b-b457-e01cce413d41 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 944 time: 0.0558841 Feb 16 08:42:16.072714 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-836d2bc3-f86c-492a-a558-11e54962473f req-889ec22f-4ba4-4f28-bda9-2505f1704cb7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486047 Feb 16 08:42:16.460865 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 8c0d1694-013b-491d-b07f-0de3fae320c2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 08:42:16.595761 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 8c0d1694-013b-491d-b07f-0de3fae320c2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8c0d1694-013b-491d-b07f-0de3fae320c2,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:16.608554 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Returning: {'device': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'port_id': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'mac_address': 'fa:16:3e:24:55:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 08:42:16.649723 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 8c0d1694-013b-491d-b07f-0de3fae320c2 is: DOWN; New status is: BUILD {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:42:16.650118 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:16.665545 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0d1694-013b-491d-b07f-0de3fae320c2 {{(pid=102596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 08:42:16.693801 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 8c0d1694-013b-491d-b07f-0de3fae320c2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8c0d1694-013b-491d-b07f-0de3fae320c2,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:16.698293 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:16.749551 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=8c0d1694-013b-491d-b07f-0de3fae320c2,revision_number=4']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:16.757927 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.758333 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.758718 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.759106 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.760101 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.760579 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.761019 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.761520 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.761919 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.762362 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.762760 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.763137 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:16.763647 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:17.064912 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] get_ports_and_sgs() called for port_ids ['8c0d1694-013b-491d-b07f-0de3fae320c2'] {{(pid=102596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 08:42:17.209745 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b94ee-e40f-4c61-9d5c-64fd7c3cd8ae req-062790a7-b025-424d-863c-0cde6336fe15 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:17.211615 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f98b94ee-e40f-4c61-9d5c-64fd7c3cd8ae req-062790a7-b025-424d-863c-0cde6336fe15 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 945 time: 0.0592844 Feb 16 08:42:17.284136 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-f98b94ee-e40f-4c61-9d5c-64fd7c3cd8ae req-a711ed69-43b7-439a-888c-2dbb65b3fdb9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627239 Feb 16 08:42:17.467503 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:18.426520 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea346b-1770-4d94-864c-febb2735e6d5 req-07fa51ca-7a38-403e-a6c0-bfd22568b591 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:18.428285 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-24ea346b-1770-4d94-864c-febb2735e6d5 req-07fa51ca-7a38-403e-a6c0-bfd22568b591 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 945 time: 0.0559287 Feb 16 08:42:18.466292 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 8c0d1694-013b-491d-b07f-0de3fae320c2 up at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 08:42:18.492197 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-24ea346b-1770-4d94-864c-febb2735e6d5 req-2bdd60af-7139-4a52-9531-d7f5351570f3 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581310 Feb 16 08:42:18.534647 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning for port 8c0d1694-013b-491d-b07f-0de3fae320c2 completed by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:18.543671 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Provisioning complete for port 8c0d1694-013b-491d-b07f-0de3fae320c2 triggered by entity L2. {{(pid=102596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:18.544102 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1538940'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), provisioning_complete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:18.638461 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Current status of the port 8c0d1694-013b-491d-b07f-0de3fae320c2 is: BUILD; New status is: ACTIVE {{(pid=102596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 08:42:18.638862 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), before_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:18.663809 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2'}] {{(pid=102596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:42:18.666251 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}daac3dadc27e743e5c8c9e7c5641a472a5208ebc1a0bea3e5ab0eb432a0ec24c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99d4288-82c8-42a3-b953-ab2f5b532469" -d '{"events": [{"server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2"}]}' {{(pid=102596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:42:18.687365 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] For port 8c0d1694-013b-491d-b07f-0de3fae320c2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8c0d1694-013b-491d-b07f-0de3fae320c2,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:18.693229 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:18.730859 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5672f7-85c7-4b2d-a302-31cc1623c2a5 x-openstack-request-id: req-fe5672f7-85c7-4b2d-a302-31cc1623c2a5 {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:42:18.731215 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2", "code": 200}]} {{(pid=102596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:42:18.731547 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe5672f7-85c7-4b2d-a302-31cc1623c2a5 {{(pid=102596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:42:18.731971 dv-cinder-773985-28-iscsi neutron-server[102596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'code': 200} Feb 16 08:42:18.749569 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:42:18.773266 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Pushing event updated for resources: {'Port': ['ID=8c0d1694-013b-491d-b07f-0de3fae320c2,revision_number=5']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:18.966626 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:19.019681 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc868d-9866-4800-98af-8fdbcbd7ca25 req-ad9886c8-3ee3-4bc4-b69f-500dfeac0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:19.022385 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e8dc868d-9866-4800-98af-8fdbcbd7ca25 req-ad9886c8-3ee3-4bc4-b69f-500dfeac0728 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 1130 time: 0.0814514 Feb 16 08:42:19.101113 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e8dc868d-9866-4800-98af-8fdbcbd7ca25 req-1d3ac3fb-b1b9-4c63-8526-bda1c6c9c7c6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720046 Feb 16 08:42:19.629785 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b86ec-041e-4265-ac10-ba5187bf7ae3 req-ada560f1-a55b-427d-a8b9-f43df9afbca7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:19.631357 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-519b86ec-041e-4265-ac10-ba5187bf7ae3 req-ada560f1-a55b-427d-a8b9-f43df9afbca7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 946 time: 0.0593348 Feb 16 08:42:19.682943 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-519b86ec-041e-4265-ac10-ba5187bf7ae3 req-36d5a101-2e10-4b5c-a622-54a30ad67d93 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458498 Feb 16 08:42:20.183859 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:20.862540 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be36a3-5e8b-4c69-9c57-8403e35f92f3 req-bb62d098-fc0d-45fa-aa76-f7ce483b2e06 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:20.865001 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b4be36a3-5e8b-4c69-9c57-8403e35f92f3 req-bb62d098-fc0d-45fa-aa76-f7ce483b2e06 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 946 time: 0.0625241 Feb 16 08:42:20.923141 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-b4be36a3-5e8b-4c69-9c57-8403e35f92f3 req-fb950839-6981-4307-956b-4b792cf587fe tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516338 Feb 16 08:42:21.058510 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a8fb0-5c90-4ea0-8a1b-3dfed0f34303 req-94505748-9735-430f-870c-264bbf66fe6d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:21.060180 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e60a8fb0-5c90-4ea0-8a1b-3dfed0f34303 req-94505748-9735-430f-870c-264bbf66fe6d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 946 time: 0.0600643 Feb 16 08:42:21.118076 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-e60a8fb0-5c90-4ea0-8a1b-3dfed0f34303 req-efe28934-f284-46fb-b79b-ecb45e2bd87a tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479128 Feb 16 08:42:21.161357 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44104) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:42:21.376500 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1e5932-8a3a-4d01-8bf5-705781846337 tempest-TestVolumeBootPattern-2074953277 tempest-TestVolumeBootPattern-2074953277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:21.379784 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-ec1e5932-8a3a-4d01-8bf5-705781846337 tempest-TestVolumeBootPattern-2074953277 tempest-TestVolumeBootPattern-2074953277-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 1125 time: 0.2170923 Feb 16 08:42:21.382905 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44108) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:42:21.390633 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.v2.base [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Request body: {'floatingip': {'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'port_id': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 08:42:21.424274 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:21.600863 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (None), before_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:21.785304 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_common [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Allocated IP 172.27.0.242 (e33ccced-00a9-4631-a0a6-b713270a4cff/94fbb762-792f-4223-ad95-f3033463b713/54a8432f-33ad-4303-b132-7cc7c7138ad3) {{(pid=102594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:21.909335 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for port (54a8432f-33ad-4303-b132-7cc7c7138ad3), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:21.946586 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774121100822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (54a8432f-33ad-4303-b132-7cc7c7138ad3), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:21.994594 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Network e33ccced-00a9-4631-a0a6-b713270a4cff is already hosted by enough agents. {{(pid=102594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:21.998232 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.base_scheduler [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Resources bound (agent type, host, resource id): {{(pid=102594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:22.002393 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Received port after_create {{(pid=102594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 08:42:22.009047 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'Port': ['ID=54a8432f-33ad-4303-b132-7cc7c7138ad3,revision_number=1']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:22.042078 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.042437 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.043296 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.043701 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.044044 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.044383 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.044721 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.045057 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.045390 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.046000 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.046379 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.046730 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.047088 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:22.432485 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (4018a92d-b3d7-4271-8c39-05d2bcd32c29), precommit_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:22.524018 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1480619'] for port (54a8432f-33ad-4303-b132-7cc7c7138ad3), before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:22.686805 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for port (54a8432f-33ad-4303-b132-7cc7c7138ad3), precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:22.692862 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774121692528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774121100840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774121100858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58863236'] for port (54a8432f-33ad-4303-b132-7cc7c7138ad3), after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:23.044586 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event updated for resources: {'Port': ['ID=54a8432f-33ad-4303-b132-7cc7c7138ad3,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:23.058802 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3637534'] for floatingip (4018a92d-b3d7-4271-8c39-05d2bcd32c29), after_create {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:23.172588 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.l3_db [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Floating IP 4018a92d-b3d7-4271-8c39-05d2bcd32c29 associated. External IP: 172.27.0.242, port: 8c0d1694-013b-491d-b07f-0de3fae320c2. Feb 16 08:42:23.424644 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Router be7ef47b-65e9-4616-95e8-36b74ec7a348 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:42:23.578366 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:42:23.593793 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] Sync routers for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:42:23.600715 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:23.607300 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:42:23.608159 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:42:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:23.635203 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-6a5e52db-2c8b-40fb-b3b1-2fd9f9945e0d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2505770 Feb 16 08:42:23.635822 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:42:23.638111 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d37ae7-5965-4f79-ba5c-865f0809b8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:42:23.678577 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77ada9c-8a13-4555-93ff-01cfa9cdaaa9 x-openstack-request-id: req-a77ada9c-8a13-4555-93ff-01cfa9cdaaa9 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:42:23.678855 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:42:23.679124 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a77ada9c-8a13-4555-93ff-01cfa9cdaaa9 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:42:23.679564 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'status': 'completed', 'code': 200} Feb 16 08:42:23.758432 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:42:23.759585 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-65c1fb8c-250b-43ef-84a7-0efc14504bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:23.761608 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-65c1fb8c-250b-43ef-84a7-0efc14504bd6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 1130 time: 0.0508416 Feb 16 08:42:23.866758 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-d6104658-3b2f-4991-9db7-69be27c29437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:23.868780 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-d6104658-3b2f-4991-9db7-69be27c29437 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.0996032 Feb 16 08:42:24.199789 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '3c6238b9-f1f4-4322-beb0-47c4af006bb6', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:39:53Z', 'updated_at': '2022-02-16T08:39:56Z', 'revision_number': 1, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}, {'id': '4018a92d-b3d7-4271-8c39-05d2bcd32c29', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:24:55:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:42:22Z', 'updated_at': '2022-02-16T08:42:22Z', 'revision_number': 0, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:24.200361 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-53b03a83-2544-4531-af61-fa0349d0e93d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0d1694-013b-491d-b07f-0de3fae320c2 HTTP/1.1" status: 200 len: 1000 time: 0.3243585 Feb 16 08:42:24.236103 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] Checking router: be7ef47b-65e9-4616-95e8-36b74ec7a348 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:42:24.245564 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:42:24.246212 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:42:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:24.255945 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-e34f0aeb-ac15-4e08-946f-fc743534a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:24.257607 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-e34f0aeb-ac15-4e08-946f-fc743534a166 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0501847 Feb 16 08:42:24.315320 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-4bd95380-e7db-4d6c-9174-8aa4c44167d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:24.317023 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-4bd95380-e7db-4d6c-9174-8aa4c44167d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518379 Feb 16 08:42:24.417898 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-52a93eb6-162a-4c24-84b3-1daba1a5678d service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922155 Feb 16 08:42:24.422383 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:42:24.536419 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-11d37ae7-5965-4f79-ba5c-865f0809b8e9 req-0fb1d70d-c6eb-4963-8503-d2528fb632b6 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112142 Feb 16 08:42:24.693162 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '3c6238b9-f1f4-4322-beb0-47c4af006bb6', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:39:53Z', 'updated_at': '2022-02-16T08:39:56Z', 'revision_number': 1, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}, {'id': '4018a92d-b3d7-4271-8c39-05d2bcd32c29', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:24:55:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:42:22Z', 'updated_at': '2022-02-16T08:42:22Z', 'revision_number': 0, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:24.728243 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e221fa-c7c2-4d12-bb37-90dde1e67d6b None None] The sync data for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi is: [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '3c6238b9-f1f4-4322-beb0-47c4af006bb6', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:39:53Z', 'updated_at': '2022-02-16T08:39:56Z', 'revision_number': 1, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}, {'id': '4018a92d-b3d7-4271-8c39-05d2bcd32c29', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:24:55:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:42:22Z', 'updated_at': '2022-02-16T08:42:22Z', 'revision_number': 0, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:42:24.936212 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9da723-22fb-4b12-b200-5e829e9ddda2 None None] New status for floating IP 4018a92d-b3d7-4271-8c39-05d2bcd32c29: ACTIVE {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:42:37.753018 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:39.278100 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [req-daf1903c-b5f5-4dff-8e23-363800a2e06d req-cb28313a-6055-42e8-b2ad-8ebaad0ba9d8 service neutron] (102594) timed out ('10.222.0.71', 62257) {{(pid=102594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 08:42:43.665319 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c1a38d46-2869-497b-b581-3a3881b50b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:45.924139 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1d910399-1a9e-4360-a0b0-5e5d2866edda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:47.470092 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:48.965521 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:50.178739 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:42:51.231468 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c055a176-453d-4dde-aa4b-866391200be5 req-b07d0657-8ef4-406d-8bb9-e5bdf0dcc2cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490472 Feb 16 08:42:51.330568 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055a176-453d-4dde-aa4b-866391200be5 req-9bc68620-535d-4048-b4ff-b4b0235d0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:51.332694 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c055a176-453d-4dde-aa4b-866391200be5 req-9bc68620-535d-4048-b4ff-b4b0235d0e3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 1129 time: 0.0500746 Feb 16 08:42:51.451234 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055a176-453d-4dde-aa4b-866391200be5 req-77b212a5-a2a1-41b4-8a14-1ff1161db92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:51.453095 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c055a176-453d-4dde-aa4b-866391200be5 req-77b212a5-a2a1-41b4-8a14-1ff1161db92f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.1005034 Feb 16 08:42:51.524593 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c055a176-453d-4dde-aa4b-866391200be5 req-d48f3256-20d2-4c94-8aca-23e55ddce527 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f HTTP/1.1" status: 200 len: 1001 time: 0.0642285 Feb 16 08:42:51.585414 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055a176-453d-4dde-aa4b-866391200be5 req-529fe17b-5b7c-44a5-b3b8-fcb4ab28b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:51.586992 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c055a176-453d-4dde-aa4b-866391200be5 req-529fe17b-5b7c-44a5-b3b8-fcb4ab28b10e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0551944 Feb 16 08:42:51.641363 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055a176-453d-4dde-aa4b-866391200be5 req-e68f7970-a91b-4007-8c31-9c5290469e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:51.643064 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c055a176-453d-4dde-aa4b-866391200be5 req-e68f7970-a91b-4007-8c31-9c5290469e18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488222 Feb 16 08:42:51.745329 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c055a176-453d-4dde-aa4b-866391200be5 req-034509e5-92d4-418d-882f-538bae8801bd service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955689 Feb 16 08:42:51.849044 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c055a176-453d-4dde-aa4b-866391200be5 req-1b0cc232-2d78-476c-af2e-dc35b101e65f service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971859 Feb 16 08:42:55.749324 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:43:07.768280 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:13.669409 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b348184f-4eb5-49d8-9fa0-094e0017aa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:15.930429 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-819f8e3f-1601-4a48-a5c2-0d9f1087e64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:17.474112 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:18.968059 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:20.182991 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:32.749020 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:43:37.772886 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:43.674418 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-571ec89a-6550-4578-8f68-cc1a978acc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:45.935624 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f092a809-f725-4de1-83ec-d5d4a9454b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:47.476387 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:48.971232 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:50.193289 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:43:53.278566 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-6220a2f2-465f-41d9-a38b-56083580eaf2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509927 Feb 16 08:43:53.353297 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-33084cd0-cdf7-44df-806c-602b31056682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:53.354827 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-33084cd0-cdf7-44df-806c-602b31056682 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 1130 time: 0.0504997 Feb 16 08:43:53.490900 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-593e8f63-f1c6-4232-bb1e-84baddad82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:53.492643 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-593e8f63-f1c6-4232-bb1e-84baddad82fa service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.1188340 Feb 16 08:43:53.562268 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-20b2dd0e-1ff7-45be-8d63-6b60cb2e7057 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0d1694-013b-491d-b07f-0de3fae320c2 HTTP/1.1" status: 200 len: 1002 time: 0.0632854 Feb 16 08:43:53.620345 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-c9eb8d71-d2c6-4b04-9480-b30029e16a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:53.621855 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-c9eb8d71-d2c6-4b04-9480-b30029e16a37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0536535 Feb 16 08:43:53.673600 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-fb6bfa62-92f6-45b3-9169-3ac15ab9dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:53.675375 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-fb6bfa62-92f6-45b3-9169-3ac15ab9dc41 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473025 Feb 16 08:43:53.783000 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-7040276d-519a-4310-bdf7-701c30110c27 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015275 Feb 16 08:43:53.886027 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-8287b869-298c-4a3d-8740-4e7b0da659ea req-36fdd753-7282-4095-8020-7c851cb16f93 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964565 Feb 16 08:44:07.774262 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:09.748709 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:44:13.685093 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-13c7bf40-2278-416d-a504-3066e65ac4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:15.940818 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-1eb47717-1b3c-4aa9-8ee7-72e3c3667f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:17.486959 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:18.973116 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:20.188030 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:23.502206 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44140) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:23.681141 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Deleting port 54a8432f-33ad-4303-b132-7cc7c7138ad3 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:23.681488 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (54a8432f-33ad-4303-b132-7cc7c7138ad3), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:23.772779 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (54a8432f-33ad-4303-b132-7cc7c7138ad3), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:23.773122 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (54a8432f-33ad-4303-b132-7cc7c7138ad3), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:23.788832 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Calling delete_port for 54a8432f-33ad-4303-b132-7cc7c7138ad3 owned by network:floatingip {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:23.952303 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (54a8432f-33ad-4303-b132-7cc7c7138ad3), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:23.985058 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event deleted for resources: {'Port': ['ID=54a8432f-33ad-4303-b132-7cc7c7138ad3,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:24.013408 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.013766 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.014126 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.014490 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.014810 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.015145 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.015617 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.015900 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.016236 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.016572 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.016907 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.017235 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.017565 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:24.064631 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (4018a92d-b3d7-4271-8c39-05d2bcd32c29), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:24.064974 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.l3_db [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Floating IP 4018a92d-b3d7-4271-8c39-05d2bcd32c29 disassociated (deleted). External IP: 172.27.0.242, port: 8c0d1694-013b-491d-b07f-0de3fae320c2. Feb 16 08:44:24.297452 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Router be7ef47b-65e9-4616-95e8-36b74ec7a348 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:24.425576 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:24.432468 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:24.437678 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] Sync routers for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:44:24.449651 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:44:24.450619 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:44:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:24.489070 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-d68311c0-bfcf-4f43-845d-3882ae809a98 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "DELETE /v2.0/floatingips/4018a92d-b3d7-4271-8c39-05d2bcd32c29 HTTP/1.1" status: 204 len: 168 time: 0.9854329 Feb 16 08:44:24.492352 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:44:24.494503 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19b932f-fef1-4b13-8e45-8b2cd717f48e" -d '{"events": [{"name": "network-changed", "server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:44:24.569506 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f84c6e1-5864-4618-9222-d31c09544af0 x-openstack-request-id: req-8f84c6e1-5864-4618-9222-d31c09544af0 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:44:24.570520 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:44:24.571694 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f84c6e1-5864-4618-9222-d31c09544af0 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:44:24.571694 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'status': 'completed', 'code': 200} Feb 16 08:44:24.629418 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:44:24.707275 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-0dcc49e0-297a-44c8-91a9-f719258647a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:24.709404 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-0dcc49e0-297a-44c8-91a9-f719258647a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 1130 time: 0.0838387 Feb 16 08:44:24.838787 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75e118-813f-474f-ad36-919232fafc0a req-cd2cf97c-e519-451b-9d7d-04b480147d36 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:24.842324 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec75e118-813f-474f-ad36-919232fafc0a req-cd2cf97c-e519-451b-9d7d-04b480147d36 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 946 time: 0.1005654 Feb 16 08:44:24.858802 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-b29d7264-dd85-4c52-8560-65b51e87d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:24.861989 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-b29d7264-dd85-4c52-8560-65b51e87d189 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.1463974 Feb 16 08:44:24.915690 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '3c6238b9-f1f4-4322-beb0-47c4af006bb6', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:39:53Z', 'updated_at': '2022-02-16T08:39:56Z', 'revision_number': 1, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:24.920605 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-ec75e118-813f-474f-ad36-919232fafc0a req-4aa0b69f-90e1-476a-8a0d-a2032d54b447 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674632 Feb 16 08:44:24.936226 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-ad01e724-c3c7-4b98-85ba-05f2e2725cf9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c0d1694-013b-491d-b07f-0de3fae320c2 HTTP/1.1" status: 200 len: 217 time: 0.0664437 Feb 16 08:44:24.966669 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] Checking router: be7ef47b-65e9-4616-95e8-36b74ec7a348 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:44:24.978260 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:44:24.978952 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:44:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:24.999870 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-47e4d57b-71f6-48f5-88ef-4de8cb8134be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:25.001410 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-47e4d57b-71f6-48f5-88ef-4de8cb8134be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0586715 Feb 16 08:44:25.060952 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-c903f979-cf80-4974-a706-34ac4955bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:25.062625 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-c903f979-cf80-4974-a706-34ac4955bb4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542848 Feb 16 08:44:25.116483 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:44:25.179303 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-eb02aeb7-7c91-43ca-accc-e92179d9232c service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092710 Feb 16 08:44:25.292050 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-c19b932f-fef1-4b13-8e45-8b2cd717f48e req-dfab9022-469f-4e6c-98cb-1e2de064fa19 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064599 Feb 16 08:44:25.524568 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '3c6238b9-f1f4-4322-beb0-47c4af006bb6', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:39:53Z', 'updated_at': '2022-02-16T08:39:56Z', 'revision_number': 1, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:25.552120 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c460a0-697d-4e13-8542-11554fad96bb None None] The sync data for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi is: [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_floatingips': [{'id': '3c6238b9-f1f4-4322-beb0-47c4af006bb6', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'router_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'port_id': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'mac_address': 'fa:16:3e:3f:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:39:53Z', 'updated_at': '2022-02-16T08:39:56Z', 'revision_number': 1, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:44:25.810834 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022fd6d-ae23-4171-8403-677df80b9969 None None] New status for floating IP 4018a92d-b3d7-4271-8c39-05d2bcd32c29: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:44:26.090828 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c81ef3-127b-4e2d-b686-492289b3881f req-1b2a0539-45ba-4362-9972-e2110662d4f9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:26.092395 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a6c81ef3-127b-4e2d-b686-492289b3881f req-1b2a0539-45ba-4362-9972-e2110662d4f9 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 946 time: 0.0692887 Feb 16 08:44:26.145872 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-a6c81ef3-127b-4e2d-b686-492289b3881f req-3c773a6f-4f70-4df0-9cef-87854c6d9867 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469162 Feb 16 08:44:26.518535 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-c4408617-33b5-4f9f-b8b3-140592cbb9fb tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:26.520158 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-c4408617-33b5-4f9f-b8b3-140592cbb9fb tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 946 time: 0.0573101 Feb 16 08:44:26.629229 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Deleting port 8c0d1694-013b-491d-b07f-0de3fae320c2 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:26.629578 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:26.728900 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] For port 8c0d1694-013b-491d-b07f-0de3fae320c2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8c0d1694-013b-491d-b07f-0de3fae320c2,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:26.729272 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:26.743495 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Calling delete_port for 8c0d1694-013b-491d-b07f-0de3fae320c2 owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:26.897942 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (8c0d1694-013b-491d-b07f-0de3fae320c2), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:26.950415 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event deleted for resources: {'Port': ['ID=8c0d1694-013b-491d-b07f-0de3fae320c2,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:26.972436 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.973042 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.973667 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.974248 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.974854 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.975474 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.976069 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.976671 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.977273 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.977866 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.978470 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.979063 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:26.979710 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:27.043041 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] No DVR routers for this DVR port 8c0d1694-013b-491d-b07f-0de3fae320c2 on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:27.046044 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:27.050155 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-eca50fbf-f6f0-4676-a306-99218fb8d90d req-5495cd48-0c6b-4d54-a540-774292af9465 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "DELETE /v2.0/ports/8c0d1694-013b-491d-b07f-0de3fae320c2 HTTP/1.1" status: 204 len: 173 time: 0.5212474 Feb 16 08:44:27.050659 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'name': 'network-vif-deleted', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:44:27.053055 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0295a4-f95a-4a59-a0ae-032382e86bef" -d '{"events": [{"server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "name": "network-vif-deleted", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:44:27.181919 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136a213d-02bc-4ca4-b3d5-952c811f0e4b x-openstack-request-id: req-136a213d-02bc-4ca4-b3d5-952c811f0e4b {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:44:27.182200 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64e1940-638b-4d94-a65d-22fb90bd3fa8", "name": "network-vif-deleted", "tag": "8c0d1694-013b-491d-b07f-0de3fae320c2", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:44:27.182473 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-136a213d-02bc-4ca4-b3d5-952c811f0e4b {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:44:27.182886 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64e1940-638b-4d94-a65d-22fb90bd3fa8', 'name': 'network-vif-deleted', 'tag': '8c0d1694-013b-491d-b07f-0de3fae320c2', 'status': 'completed', 'code': 200} Feb 16 08:44:27.248384 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-24617143-cb01-4cfa-869a-981feba23a33 req-57cece7c-fce3-45c4-92d9-facc1e744732 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f64e1940-638b-4d94-a65d-22fb90bd3fa8 HTTP/1.1" status: 200 len: 210 time: 0.0284524 Feb 16 08:44:30.564254 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44182) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:30.746537 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Deleting port 8b56312c-47b1-431d-b0d0-b4994d5ba07b {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:30.746890 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (8b56312c-47b1-431d-b0d0-b4994d5ba07b), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:30.833925 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (8b56312c-47b1-431d-b0d0-b4994d5ba07b), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:30.834204 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (8b56312c-47b1-431d-b0d0-b4994d5ba07b), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:30.854502 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Calling delete_port for 8b56312c-47b1-431d-b0d0-b4994d5ba07b owned by network:floatingip {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:30.931625 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 8c0d1694-013b-491d-b07f-0de3fae320c2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:44:30.976250 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 8c0d1694-013b-491d-b07f-0de3fae320c2 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:44:30.976841 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 8c0d1694-013b-491d-b07f-0de3fae320c2 not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:44:31.038694 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (8b56312c-47b1-431d-b0d0-b4994d5ba07b), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:31.070507 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event deleted for resources: {'Port': ['ID=8b56312c-47b1-431d-b0d0-b4994d5ba07b,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:31.138440 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (3c6238b9-f1f4-4322-beb0-47c4af006bb6), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:31.138943 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.db.l3_db [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Floating IP 3c6238b9-f1f4-4322-beb0-47c4af006bb6 disassociated (deleted). External IP: 172.27.0.205, port: 6b5399e7-f0fc-483f-8b7d-8774927f609f. Feb 16 08:44:31.372413 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Router be7ef47b-65e9-4616-95e8-36b74ec7a348 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:31.779813 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:31.787995 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:31.795154 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] Sync routers for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:44:31.809950 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:44:31.810710 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:44:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:31.827585 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-c9c4c4d3-489f-4e6a-83ee-ccf25bdd1673 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "DELETE /v2.0/floatingips/3c6238b9-f1f4-4322-beb0-47c4af006bb6 HTTP/1.1" status: 204 len: 168 time: 1.2621472 Feb 16 08:44:31.828307 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f'}] {{(pid=102594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:44:31.831698 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}967761c64188731b6b53fb01a4dfdcd9e840e842b92ef2df8175188e176824d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f"}]}' {{(pid=102594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:44:31.903723 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 08:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375b49b7-1398-4f01-b53e-9ba54191b8c4 x-openstack-request-id: req-375b49b7-1398-4f01-b53e-9ba54191b8c4 {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:44:31.904375 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f", "status": "completed", "code": 200}]} {{(pid=102594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:44:31.904912 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-375b49b7-1398-4f01-b53e-9ba54191b8c4 {{(pid=102594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:44:31.905699 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'status': 'completed', 'code': 200} Feb 16 08:44:31.990953 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:44:32.001829 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-0a429e3e-678c-4874-8c6c-52af80233a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:32.004493 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-0a429e3e-678c-4874-8c6c-52af80233a78 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 1129 time: 0.0728374 Feb 16 08:44:32.150929 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e13f2f-ce1a-48cc-80a4-47b267f038d4 req-4421c770-9918-485a-a795-aaee1be156ed tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:32.152783 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-47e13f2f-ce1a-48cc-80a4-47b267f038d4 req-4421c770-9918-485a-a795-aaee1be156ed tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 945 time: 0.0627482 Feb 16 08:44:32.159004 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-b02a634d-9701-40cb-8ff3-5996852f596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:32.162614 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-b02a634d-9701-40cb-8ff3-5996852f596f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 200 len: 913 time: 0.1516948 Feb 16 08:44:32.208999 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-47e13f2f-ce1a-48cc-80a4-47b267f038d4 req-1e47fffe-1ac4-41b6-84a3-fbc2645ac208 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504732 Feb 16 08:44:32.240622 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-68c734b7-89b2-42fc-b1c9-537060fa2b72 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f HTTP/1.1" status: 200 len: 217 time: 0.0705624 Feb 16 08:44:32.250025 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:32.298208 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] Checking router: be7ef47b-65e9-4616-95e8-36b74ec7a348 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:44:32.313078 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:44:32.314754 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:44:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:32.322152 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-f5cdd410-6841-42d6-aafc-933b7a08ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:32.325129 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-f5cdd410-6841-42d6-aafc-933b7a08ca16 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 200 len: 851 time: 0.0779350 Feb 16 08:44:32.377110 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-9f0d708b-25c5-4261-abf2-b52f819dc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:32.378656 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-9f0d708b-25c5-4261-abf2-b52f819dc726 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478923 Feb 16 08:44:32.495171 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:44:32.502914 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-745ef23e-5e92-4112-81f2-0715495019c8 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164451 Feb 16 08:44:32.611875 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-e0df9653-1adc-496c-b5e7-456bdbf6b2ff req-c5a68d41-b7c0-4c58-9484-d354087e26e2 service neutron] 10.222.0.71 "GET /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014848 Feb 16 08:44:32.804876 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:32.856471 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5754bdd-babc-4127-bf87-d86147d62ab9 None None] The sync data for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi is: [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:35:46Z', 'revision_number': 4, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi', '_interfaces': [{'id': '0a00c823-e0ca-4dfa-b2bb-6bdebe87b887', 'name': '', 'network_id': '9f83538e-7aa3-47fd-b61d-a4fa3e8dd312', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'mac_address': 'fa:16:3e:6c:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:45Z', 'updated_at': '2022-02-16T08:35:50Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'subnets': [{'id': '3c3c8767-cb11-486e-ae57-08df27fd93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:44:33.106526 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c52d7-536c-4953-97e6-0d0a3a349e2d None None] New status for floating IP 3c6238b9-f1f4-4322-beb0-47c4af006bb6: DOWN {{(pid=102599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 08:44:33.364431 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1fe04-8e0b-4dd7-b4e2-6d826a1290b6 req-97ffc164-c7bb-4ecf-9f15-dcd65a6651a0 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:33.366012 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-42c1fe04-8e0b-4dd7-b4e2-6d826a1290b6 req-97ffc164-c7bb-4ecf-9f15-dcd65a6651a0 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 945 time: 0.0668983 Feb 16 08:44:33.426459 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-42c1fe04-8e0b-4dd7-b4e2-6d826a1290b6 req-36f76718-401f-4dc8-9d9d-ac998cb2608b tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5329422-1e80-4ed8-8423-f1ce38feefc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494637 Feb 16 08:44:33.711378 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-83db8310-18b5-43a8-bd38-2d1e0a632bbf tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:33.712891 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-83db8310-18b5-43a8-bd38-2d1e0a632bbf tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 945 time: 0.0568249 Feb 16 08:44:33.816864 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Deleting port 6b5399e7-f0fc-483f-8b7d-8774927f609f {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:33.817340 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:33.918315 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] For port 6b5399e7-f0fc-483f-8b7d-8774927f609f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6b5399e7-f0fc-483f-8b7d-8774927f609f,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:33.918682 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:33.935626 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Calling delete_port for 6b5399e7-f0fc-483f-8b7d-8774927f609f owned by compute:nova {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:34.086074 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (6b5399e7-f0fc-483f-8b7d-8774927f609f), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:34.132270 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event deleted for resources: {'Port': ['ID=6b5399e7-f0fc-483f-8b7d-8774927f609f,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:34.187600 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] No DVR routers for this DVR port 6b5399e7-f0fc-483f-8b7d-8774927f609f on host hv-cinder-77398 {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:34.190408 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for port (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:34.194564 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [req-1018f1f5-e348-41ae-950b-99134d9dec4a req-6f09c1f6-c194-4ec3-858f-74060229770e tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.71 "DELETE /v2.0/ports/6b5399e7-f0fc-483f-8b7d-8774927f609f HTTP/1.1" status: 204 len: 173 time: 0.4763281 Feb 16 08:44:34.195092 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'name': 'network-vif-deleted', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 08:44:34.198390 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65d4961fdef095c35aa951c828ab1183a44041329e6f9e8d66ca38c1ea0bfc9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a002982-0c28-4721-9b9f-211366d2d38f" -d '{"events": [{"server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "name": "network-vif-deleted", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 08:44:34.246054 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 08:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4732240-caf7-4277-98e4-7e604e63cab6 x-openstack-request-id: req-f4732240-caf7-4277-98e4-7e604e63cab6 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 08:44:34.246352 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e710a6-d49e-4a8b-bfc0-4f2491da0383", "name": "network-vif-deleted", "tag": "6b5399e7-f0fc-483f-8b7d-8774927f609f", "status": "completed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 08:44:34.246620 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4732240-caf7-4277-98e4-7e604e63cab6 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 08:44:34.247004 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e710a6-d49e-4a8b-bfc0-4f2491da0383', 'name': 'network-vif-deleted', 'tag': '6b5399e7-f0fc-483f-8b7d-8774927f609f', 'status': 'completed', 'code': 200} Feb 16 08:44:34.555564 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [req-bbcb61f2-6b93-41ca-a4f9-41c688a26637 req-cfb46b64-df90-4774-b634-1f084532289d tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2e710a6-d49e-4a8b-bfc0-4f2491da0383 HTTP/1.1" status: 200 len: 210 time: 0.0513332 Feb 16 08:44:35.620568 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44198) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:35.755489 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Deleting port c857c229-d49e-49e6-a415-13b75a0bb3f2 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:35.755847 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (c857c229-d49e-49e6-a415-13b75a0bb3f2), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:35.862443 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (c857c229-d49e-49e6-a415-13b75a0bb3f2), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:35.862790 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (c857c229-d49e-49e6-a415-13b75a0bb3f2), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:35.877246 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Calling delete_port for c857c229-d49e-49e6-a415-13b75a0bb3f2 owned by network:floatingip {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:36.028808 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (c857c229-d49e-49e6-a415-13b75a0bb3f2), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:36.058952 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event deleted for resources: {'Port': ['ID=c857c229-d49e-49e6-a415-13b75a0bb3f2,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:36.130102 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for floatingip (0f6fca26-f3e9-4d98-8755-028d1b6bb036), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:36.132720 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106822'] for floatingip (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:36.133928 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-6f33a26d-7160-4a7c-b850-4bec2661efe8 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "DELETE /v2.0/floatingips/0f6fca26-f3e9-4d98-8755-028d1b6bb036 HTTP/1.1" status: 204 len: 168 time: 0.5120177 Feb 16 08:44:36.946497 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 6b5399e7-f0fc-483f-8b7d-8774927f609f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:44:36.975289 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] No Port match for: 6b5399e7-f0fc-483f-8b7d-8774927f609f {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:44:36.975661 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Device 6b5399e7-f0fc-483f-8b7d-8774927f609f not bound to the agent host hv-cinder-77398 {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:44:37.343670 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 44210) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:37.406593 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7313c9f3-d40a-4cb3-9835-b25d7847e5f7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group (a5329422-1e80-4ed8-8423-f1ce38feefc2), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:37.444937 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7313c9f3-d40a-4cb3-9835-b25d7847e5f7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group (a5329422-1e80-4ed8-8423-f1ce38feefc2), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:37.514474 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7313c9f3-d40a-4cb3-9835-b25d7847e5f7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (a5329422-1e80-4ed8-8423-f1ce38feefc2), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:37.517544 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7313c9f3-d40a-4cb3-9835-b25d7847e5f7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Publish callbacks [] for security_group (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:37.519125 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-7313c9f3-d40a-4cb3-9835-b25d7847e5f7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] 10.222.0.30 "DELETE /v2.0/security-groups/a5329422-1e80-4ed8-8423-f1ce38feefc2 HTTP/1.1" status: 204 len: 168 time: 0.1740916 Feb 16 08:44:37.531580 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313c9f3-d40a-4cb3-9835-b25d7847e5f7 tempest-TestVolumeBootPattern-2110375945 tempest-TestVolumeBootPattern-2110375945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5329422-1e80-4ed8-8423-f1ce38feefc2,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:37.596982 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 44214) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:37.793254 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:38.098368 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3640606'] for router_interface (be7ef47b-65e9-4616-95e8-36b74ec7a348), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:38.397452 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Deleting port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:38.398265 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:38.489045 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] For port 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=0a00c823-e0ca-4dfa-b2bb-6bdebe87b887,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:38.489446 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:38.504462 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Calling delete_port for 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 owned by network:router_interface {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:38.741931 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (0a00c823-e0ca-4dfa-b2bb-6bdebe87b887), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:38.786222 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a00c823-e0ca-4dfa-b2bb-6bdebe87b887,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:39.394758 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3662567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3640558'] for router_interface (be7ef47b-65e9-4616-95e8-36b74ec7a348), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:39.699459 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Router be7ef47b-65e9-4616-95e8-36b74ec7a348 has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:39.841186 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:39.849293 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-40e6730b-d5fe-437a-b068-c82214e7016f admin admin] 10.222.0.30 "PUT /v2.0/routers/be7ef47b-65e9-4616-95e8-36b74ec7a348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2509677 Feb 16 08:44:39.852676 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 44218) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:39.857674 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] Sync routers for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:44:39.876880 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:44:39.877713 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:44:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:39.993459 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks [] for router (be7ef47b-65e9-4616-95e8-36b74ec7a348), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.012453 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: dv-cinder-773985-28-iscsi {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:44:40.128338 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks [] for router_gateway (be7ef47b-65e9-4616-95e8-36b74ec7a348), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.195731 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Deleting port 16796e96-7dd4-4198-89e4-df01af0c9775 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:40.196369 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.230786 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:44:38Z', 'revision_number': 5, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port': {'id': '16796e96-7dd4-4198-89e4-df01af0c9775', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:44Z', 'updated_at': '2022-02-16T08:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:40.263743 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] Checking router: be7ef47b-65e9-4616-95e8-36b74ec7a348 for host: dv-cinder-773985-28-iscsi {{(pid=102596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:44:40.277963 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] Routers {'be7ef47b-65e9-4616-95e8-36b74ec7a348'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:44:40.279303 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:44:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['be7ef47b-65e9-4616-95e8-36b74ec7a348'], 'active': True} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:40.298885 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] For port 16796e96-7dd4-4198-89e4-df01af0c9775, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=16796e96-7dd4-4198-89e4-df01af0c9775,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:40.299255 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.312865 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Calling delete_port for 16796e96-7dd4-4198-89e4-df01af0c9775 owned by network:router_gateway {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:40.432523 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvr_db [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] Set router be7ef47b-65e9-4616-95e8-36b74ec7a348 gateway port host: None {{(pid=102596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:44:40.497840 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_hamode_db [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:44:40Z', 'revision_number': 6, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port_host': None}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:40.498968 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (16796e96-7dd4-4198-89e4-df01af0c9775), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.547501 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Pushing event deleted for resources: {'Port': ['ID=16796e96-7dd4-4198-89e4-df01af0c9775,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:40.662668 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3637588'] for router_gateway (be7ef47b-65e9-4616-95e8-36b74ec7a348), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.668899 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d7434-fbd3-41e6-b26e-f374d4b94d0b None None] The sync data for ids ['be7ef47b-65e9-4616-95e8-36b74ec7a348'] in dv-cinder-773985-28-iscsi is: [{'id': 'be7ef47b-65e9-4616-95e8-36b74ec7a348', 'name': 'tempest-TestVolumeBootPattern-1852973754-router', 'tenant_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:43Z', 'updated_at': '2022-02-16T08:44:40Z', 'revision_number': 6, 'project_id': '3d3cdc149a9044ecbf603f943cc9c6c4', 'gw_port_host': None}] {{(pid=102596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:44:40.833989 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3649993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2546'] for router (be7ef47b-65e9-4616-95e8-36b74ec7a348), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.837512 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks [] for router_controller (be7ef47b-65e9-4616-95e8-36b74ec7a348), precommit_delete_associations {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.916801 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3649984'] for router (be7ef47b-65e9-4616-95e8-36b74ec7a348), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.917626 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be7ef47b-65e9-4616-95e8-36b74ec7a348 {{(pid=102593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:40.924765 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:40.926704 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-3ae35168-56ab-46bd-ae2c-90eb19181298 admin admin] 10.222.0.30 "DELETE /v2.0/routers/be7ef47b-65e9-4616-95e8-36b74ec7a348 HTTP/1.1" status: 204 len: 168 time: 1.0724733 Feb 16 08:44:40.929289 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44220) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:40.990384 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_v2 [None req-79711688-a3eb-42ed-8499-67a83ea28fe4 admin admin] Deleting subnet 3c3c8767-cb11-486e-ae57-08df27fd93f5 {{(pid=102594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:44:40.993778 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-79711688-a3eb-42ed-8499-67a83ea28fe4 admin admin] Publish callbacks [] for subnet (3c3c8767-cb11-486e-ae57-08df27fd93f5), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.038197 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-79711688-a3eb-42ed-8499-67a83ea28fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62570941'] for subnet (3c3c8767-cb11-486e-ae57-08df27fd93f5), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.157156 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-79711688-a3eb-42ed-8499-67a83ea28fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (3c3c8767-cb11-486e-ae57-08df27fd93f5), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.216145 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-79711688-a3eb-42ed-8499-67a83ea28fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58863290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59022962'] for subnet (3c3c8767-cb11-486e-ae57-08df27fd93f5), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.244547 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79711688-a3eb-42ed-8499-67a83ea28fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3c8767-cb11-486e-ae57-08df27fd93f5,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:41.249698 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-79711688-a3eb-42ed-8499-67a83ea28fe4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.255262 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-79711688-a3eb-42ed-8499-67a83ea28fe4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3c3c8767-cb11-486e-ae57-08df27fd93f5 HTTP/1.1" status: 204 len: 168 time: 0.3244326 Feb 16 08:44:41.258279 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44222) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:41.258647 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c608877-825d-492f-ac2d-a1a921182005 None None] Network 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:44:41.371222 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.462412 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Deleting port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:41.462811 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.489705 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] DHCP port deletion for 9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 request from dv-cinder-773985-28-iscsi {{(pid=102596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 08:44:41.551203 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] For port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:41.551629 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.572753 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Calling delete_port for 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 owned by network:dhcp {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:41.585702 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Deleting port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:41.586551 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.664005 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.684050 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] For port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958,segment=NetworkSegment(2836e04e-b09c-4d71-bd21-21d45e66ac13),segment_id=2836e04e-b09c-4d71-bd21-21d45e66ac13)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:41.684753 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.691922 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:41.697228 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] No DVR routers for this DVR port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 on host dv-cinder-773985-28-iscsi {{(pid=102594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:41.706818 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Calling delete_port for 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:41.806143 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.852215 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f83538e-7aa3-47fd-b61d-a4fa3e8dd312']}} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:41.864745 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2836e04e-b09c-4d71-bd21-21d45e66ac13') {'for_net_delete': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:41.865052 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.services.segments.db [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2836e04e-b09c-4d71-bd21-21d45e66ac13') {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:41.869217 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 16796e96-7dd4-4198-89e4-df01af0c9775 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:44:41.878589 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62570932'] for segment (2836e04e-b09c-4d71-bd21-21d45e66ac13), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.893627 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (2836e04e-b09c-4d71-bd21-21d45e66ac13), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.900867 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:44:41.901347 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58863328'] for segment (2836e04e-b09c-4d71-bd21-21d45e66ac13), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: Traceback (most recent call last): Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: timer() Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: cb(*args, **kw) Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: return func(*args, **kwargs) Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: self._notify() Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: self.callback(batched_events) Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: event.method(event) Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: return f(self, *a, **k) Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._get(url).json() Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: return self.request(url, 'GET', **kwargs) Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:44:41.904034 dv-cinder-773985-28-iscsi neutron-server[102594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:44:41.906724 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 16796e96-7dd4-4198-89e4-df01af0c9775 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:44:41.907182 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 16796e96-7dd4-4198-89e4-df01af0c9775 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:44:41.907919 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:44:41.942476 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:44:41.942747 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:44:41.943250 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:44:41.946491 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831'] for port (1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958), after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.973913 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:44:41.974377 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 0a00c823-e0ca-4dfa-b2bb-6bdebe87b887 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:44:41.976877 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (9f83538e-7aa3-47fd-b61d-a4fa3e8dd312), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.987870 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:41.992542 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9f83538e-7aa3-47fd-b61d-a4fa3e8dd312 HTTP/1.1" status: 204 len: 168 time: 0.7328753 Feb 16 08:44:41.995492 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44224) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:41.998620 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Pushing event deleted for resources: {'Port': ['ID=1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:42.001781 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] No DVR routers for this DVR port 1c7b24c5-68ba-4b90-bd9c-ad6b0dd2c958 on host dv-cinder-773985-28-iscsi {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:42.010686 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.011264 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.011835 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.012343 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.012864 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.013400 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.013884 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.014825 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.014825 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.015046 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.015387 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.015784 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.016104 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6054b5-4add-40d7-b228-b9d728f0bb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-28-iscsi {{(pid=102596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:42.018496 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a66d6-7b64-4da3-9bd3-67bb7ef473f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f83538e-7aa3-47fd-b61d-a4fa3e8dd312,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:42.389270 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3640606'] for router_interface (880023b5-3bc2-4b4c-a285-061845cc0f3c), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:42.687464 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Deleting port 84b445ce-6f30-41fb-95f2-61cc534d6861 {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:42.687699 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:42.776911 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] For port 84b445ce-6f30-41fb-95f2-61cc534d6861, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=84b445ce-6f30-41fb-95f2-61cc534d6861,segment=NetworkSegment(d3acce69-ef3a-442e-85e9-8a9e9116c8f6),segment_id=d3acce69-ef3a-442e-85e9-8a9e9116c8f6)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:42.777287 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:42.791666 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Calling delete_port for 84b445ce-6f30-41fb-95f2-61cc534d6861 owned by network:router_interface {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:43.000864 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (84b445ce-6f30-41fb-95f2-61cc534d6861), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:43.026893 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b445ce-6f30-41fb-95f2-61cc534d6861,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:43.238667 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3662567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3640558'] for router_interface (880023b5-3bc2-4b4c-a285-061845cc0f3c), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:43.485933 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Router 880023b5-3bc2-4b4c-a285-061845cc0f3c has already been hosted by L3 agent 87bf175a-d5d7-4dfd-bf41-8c6fa511df9e {{(pid=102594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:43.602755 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] Notify agent at l3_agent.dv-cinder-773985-28-iscsi the message routers_updated {{(pid=102594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:43.608959 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-534663fa-91aa-419a-9720-3a0127333e22 admin admin] 10.222.0.30 "PUT /v2.0/routers/880023b5-3bc2-4b4c-a285-061845cc0f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6112711 Feb 16 08:44:43.612146 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44226) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:43.617409 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] Sync routers for ids ['880023b5-3bc2-4b4c-a285-061845cc0f3c'] in dv-cinder-773985-28-iscsi {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 08:44:43.635381 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] Routers {'880023b5-3bc2-4b4c-a285-061845cc0f3c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:44:43.636431 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:44:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['880023b5-3bc2-4b4c-a285-061845cc0f3c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:43.692780 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d69ed6cb-a899-4447-96b5-e1baa942c558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:43.741161 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks [] for router (880023b5-3bc2-4b4c-a285-061845cc0f3c), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:43.784785 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] Set router 880023b5-3bc2-4b4c-a285-061845cc0f3c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:44:44.002681 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:48Z', 'updated_at': '2022-02-16T08:44:42Z', 'revision_number': 5, 'project_id': '485ee78d37684cb195533faa15c675b0', 'gw_port': {'id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:49Z', 'updated_at': '2022-02-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.030741 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] Checking router: 880023b5-3bc2-4b4c-a285-061845cc0f3c for host: dv-cinder-773985-28-iscsi {{(pid=102599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 08:44:44.041140 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] Routers {'880023b5-3bc2-4b4c-a285-061845cc0f3c'} bound to L3 agent in host dv-cinder-773985-28-iscsi {{(pid=102599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 08:44:44.041781 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:17:16Z,description=,heartbeat_timestamp=2022-02-16T08:44:16Z,host='dv-cinder-773985-28-iscsi',id=87bf175a-d5d7-4dfd-bf41-8c6fa511df9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:17:16Z,topic='l3_agent')) {'router_ids': ['880023b5-3bc2-4b4c-a285-061845cc0f3c'], 'active': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.159459 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_dvr_db [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] Set router 880023b5-3bc2-4b4c-a285-061845cc0f3c gateway port host: dv-cinder-773985-28-iscsi {{(pid=102599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 08:44:44.312158 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks [] for router_gateway (880023b5-3bc2-4b4c-a285-061845cc0f3c), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:44.374846 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Deleting port be973e4e-98a5-41f3-9a80-3d04f6f5b28a {{(pid=102594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:44.375085 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:44.470300 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.l3_hamode_db [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:48Z', 'updated_at': '2022-02-16T08:44:42Z', 'revision_number': 5, 'project_id': '485ee78d37684cb195533faa15c675b0', 'gw_port': {'id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:49Z', 'updated_at': '2022-02-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}], 'dv-cinder-773985-28-iscsi', False) {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.472065 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] For port be973e4e-98a5-41f3-9a80-3d04f6f5b28a, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=be973e4e-98a5-41f3-9a80-3d04f6f5b28a,segment=NetworkSegment(cc53025a-6fea-4e4a-9b68-d7b478ab40e8),segment_id=cc53025a-6fea-4e4a-9b68-d7b478ab40e8)] {{(pid=102594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:44.472651 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:44.493850 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.plugin [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Calling delete_port for be973e4e-98a5-41f3-9a80-3d04f6f5b28a owned by network:router_gateway {{(pid=102594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:44.499352 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de15b3-a830-4d76-97f0-d85f37f2ce23 None None] The sync data for ids ['880023b5-3bc2-4b4c-a285-061845cc0f3c'] in dv-cinder-773985-28-iscsi is: [{'id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'name': 'tempest-TestVolumeBootPattern-697576103-router', 'tenant_id': '485ee78d37684cb195533faa15c675b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'external_fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:35:48Z', 'updated_at': '2022-02-16T08:44:42Z', 'revision_number': 5, 'project_id': '485ee78d37684cb195533faa15c675b0', 'gw_port': {'id': 'be973e4e-98a5-41f3-9a80-3d04f6f5b28a', 'name': '', 'network_id': 'e33ccced-00a9-4631-a0a6-b713270a4cff', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880023b5-3bc2-4b4c-a285-061845cc0f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '94fbb762-792f-4223-ad95-f3033463b713', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:35:49Z', 'updated_at': '2022-02-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94fbb762-792f-4223-ad95-f3033463b713', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-28-iscsi'}] {{(pid=102599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 08:44:44.691668 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58863247'] for port (be973e4e-98a5-41f3-9a80-3d04f6f5b28a), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:44.718967 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=be973e4e-98a5-41f3-9a80-3d04f6f5b28a,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:44.786104 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3637588'] for router_gateway (880023b5-3bc2-4b4c-a285-061845cc0f3c), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:44.890706 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3649993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2546'] for router (880023b5-3bc2-4b4c-a285-061845cc0f3c), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:44.894180 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks [] for router_controller (880023b5-3bc2-4b4c-a285-061845cc0f3c), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:44.951040 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3649984'] for router (880023b5-3bc2-4b4c-a285-061845cc0f3c), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:44.951040 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 880023b5-3bc2-4b4c-a285-061845cc0f3c {{(pid=102594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:44.958759 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:44.959561 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-790b3244-ef1e-40bd-9b88-e33097b30f56 admin admin] 10.222.0.30 "DELETE /v2.0/routers/880023b5-3bc2-4b4c-a285-061845cc0f3c HTTP/1.1" status: 204 len: 168 time: 1.3463163 Feb 16 08:44:44.962834 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44228) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:45.026765 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.db.db_base_plugin_v2 [None req-449401af-8e68-4955-9302-1377703b961b admin admin] Deleting subnet 9ee92a43-19d8-4df5-b3cd-bff6cd88742f {{(pid=102594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 08:44:45.031224 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-449401af-8e68-4955-9302-1377703b961b admin admin] Publish callbacks [] for subnet (9ee92a43-19d8-4df5-b3cd-bff6cd88742f), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.079346 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-449401af-8e68-4955-9302-1377703b961b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62570941'] for subnet (9ee92a43-19d8-4df5-b3cd-bff6cd88742f), precommit_delete_associations {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.190935 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-449401af-8e68-4955-9302-1377703b961b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537902'] for subnet (9ee92a43-19d8-4df5-b3cd-bff6cd88742f), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.278225 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-449401af-8e68-4955-9302-1377703b961b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58863290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59022962'] for subnet (9ee92a43-19d8-4df5-b3cd-bff6cd88742f), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.323046 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449401af-8e68-4955-9302-1377703b961b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee92a43-19d8-4df5-b3cd-bff6cd88742f,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:45.328777 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-449401af-8e68-4955-9302-1377703b961b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.333903 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-449401af-8e68-4955-9302-1377703b961b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9ee92a43-19d8-4df5-b3cd-bff6cd88742f HTTP/1.1" status: 204 len: 168 time: 0.3695230 Feb 16 08:44:45.335988 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8141f799-0b16-4b0c-87fb-3b1bcff89830 None None] Network 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 requested from dv-cinder-773985-28-iscsi {{(pid=102596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 08:44:45.337322 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 44230) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:45.439471 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1463827'] for network (191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.516937 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Deleting port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:45.517247 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.592955 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa075bd-595a-4e93-86ab-e737b091c29e None None] DHCP port deletion for 191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 request from dv-cinder-773985-28-iscsi {{(pid=102596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 08:44:45.597666 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] For port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3,segment=NetworkSegment(d3acce69-ef3a-442e-85e9-8a9e9116c8f6),segment_id=d3acce69-ef3a-442e-85e9-8a9e9116c8f6)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:45.598227 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.625716 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Calling delete_port for ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:45.673159 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8fa075bd-595a-4e93-86ab-e737b091c29e None None] Deleting port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 {{(pid=102596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 08:44:45.673747 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fa075bd-595a-4e93-86ab-e737b091c29e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774121534199'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), before_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.746057 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59264240'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.759185 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.db [None req-8fa075bd-595a-4e93-86ab-e737b091c29e None None] For port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3, host dv-cinder-773985-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-28-iscsi',level=0,port_id=ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3,segment=NetworkSegment(d3acce69-ef3a-442e-85e9-8a9e9116c8f6),segment_id=d3acce69-ef3a-442e-85e9-8a9e9116c8f6)] {{(pid=102596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:45.759626 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fa075bd-595a-4e93-86ab-e737b091c29e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3638842'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), precommit_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.775680 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-8fa075bd-595a-4e93-86ab-e737b091c29e None None] Calling delete_port for ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 owned by network:dhcp {{(pid=102596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 08:44:45.779560 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:45.784476 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] No DVR routers for this DVR port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 on host dv-cinder-773985-28-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:45.864205 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-8fa075bd-595a-4e93-86ab-e737b091c29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774121692510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774121100831'] for port (ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3), after_delete {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.867665 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536019', 'neutron.services.segments.db._delete_segments_for_network-8774121614731'] for network (191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.891613 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device be973e4e-98a5-41f3-9a80-3d04f6f5b28a no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:44:45.893175 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3']}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:45.896977 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa075bd-595a-4e93-86ab-e737b091c29e None None] Pushing event deleted for resources: {'Port': ['ID=ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3,revision_number=None']} {{(pid=102596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:45.906375 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6') {'for_net_delete': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:45.907214 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.services.segments.db [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3acce69-ef3a-442e-85e9-8a9e9116c8f6') {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:45.916398 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa075bd-595a-4e93-86ab-e737b091c29e None None] No DVR routers for this DVR port ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 on host dv-cinder-773985-28-iscsi {{(pid=102596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:45.921144 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: be973e4e-98a5-41f3-9a80-3d04f6f5b28a {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:44:45.921556 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device be973e4e-98a5-41f3-9a80-3d04f6f5b28a not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:44:45.921920 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:44:45.927375 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774121616276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58762530'] for segment (d3acce69-ef3a-442e-85e9-8a9e9116c8f6), before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.952761 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:44:45.953016 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223'] for segment (d3acce69-ef3a-442e-85e9-8a9e9116c8f6), precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.954043 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device ed0cb30f-dcaf-4ee6-a2db-ca8f786421b3 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:44:45.954644 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 84b445ce-6f30-41fb-95f2-61cc534d6861 no longer exists at agent ovs-agent-dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 08:44:45.962383 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 08:44:45.963020 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59264159'] for segment (d3acce69-ef3a-442e-85e9-8a9e9116c8f6), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: Traceback (most recent call last): Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: timer() Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: cb(*args, **kw) Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: return func(*args, **kwargs) Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: self._notify() Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: self.callback(batched_events) Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: event.method(event) Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: return f(self, *a, **k) Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._get(url).json() Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: return self.request(url, 'GET', **kwargs) Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:44:45.965471 dv-cinder-773985-28-iscsi neutron-server[102593]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:44:45.982350 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.plugin [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] No Port match for: 84b445ce-6f30-41fb-95f2-61cc534d6861 {{(pid=102596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 08:44:45.982693 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron.plugins.ml2.rpc [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Device 84b445ce-6f30-41fb-95f2-61cc534d6861 not bound to the agent host dv-cinder-773985-28-iscsi {{(pid=102596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 08:44:45.990321 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-846a2e83-3e2f-45a5-8a0a-4bb87e92ccd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.035358 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3662574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3637616'] for network (191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3), after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.041156 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3662528'] for network (None), before_response {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.044480 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] 10.222.0.30 "DELETE /v2.0/networks/191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3 HTTP/1.1" status: 204 len: 168 time: 0.7059059 Feb 16 08:44:46.056513 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9e547-6c6e-4685-ab84-b1c9224bb870 admin admin] Pushing event deleted for resources: {'Network': ['ID=191182f0-1a93-44cc-a8f7-f9a3ec6d1cf3,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:46.201939 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [-] (102593) accepted ('10.222.0.30', 44234) {{(pid=102593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:46.247863 dv-cinder-773985-28-iscsi neutron-server[102593]: INFO neutron.wsgi [None req-d6c35869-f956-4c57-96b6-9feefe45df89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d3cdc149a9044ecbf603f943cc9c6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445838 Feb 16 08:44:46.251445 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44236) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:46.306718 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-026aad9e-20cd-44d6-b22b-9669012ada2f admin admin] Publish callbacks [] for security_group (064a05e4-27ac-4867-adfa-6e1808bc3892), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.339826 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-026aad9e-20cd-44d6-b22b-9669012ada2f admin admin] Publish callbacks [] for security_group (064a05e4-27ac-4867-adfa-6e1808bc3892), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.397958 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-026aad9e-20cd-44d6-b22b-9669012ada2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (064a05e4-27ac-4867-adfa-6e1808bc3892), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.401403 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-026aad9e-20cd-44d6-b22b-9669012ada2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.402782 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-026aad9e-20cd-44d6-b22b-9669012ada2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/064a05e4-27ac-4867-adfa-6e1808bc3892 HTTP/1.1" status: 204 len: 168 time: 0.1501696 Feb 16 08:44:46.414247 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aad9e-20cd-44d6-b22b-9669012ada2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064a05e4-27ac-4867-adfa-6e1808bc3892,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:46.748439 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:44:46.784769 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44242) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:46.832000 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-7073214a-f287-4c04-b946-8991d523a5d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=485ee78d37684cb195533faa15c675b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456939 Feb 16 08:44:46.834510 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.wsgi [-] (102594) accepted ('10.222.0.30', 44244) {{(pid=102594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 08:44:46.886181 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f14d770-3e82-4c75-a59f-67cbeeb4e569 admin admin] Publish callbacks [] for security_group (bdb85cb1-2802-4e60-b5fe-83f6b1ab1ad1), before_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.911159 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f14d770-3e82-4c75-a59f-67cbeeb4e569 admin admin] Publish callbacks [] for security_group (bdb85cb1-2802-4e60-b5fe-83f6b1ab1ad1), precommit_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.966249 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f14d770-3e82-4c75-a59f-67cbeeb4e569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3734035'] for security_group (bdb85cb1-2802-4e60-b5fe-83f6b1ab1ad1), after_delete {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.969102 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-7f14d770-3e82-4c75-a59f-67cbeeb4e569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:46.970247 dv-cinder-773985-28-iscsi neutron-server[102594]: INFO neutron.wsgi [None req-7f14d770-3e82-4c75-a59f-67cbeeb4e569 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bdb85cb1-2802-4e60-b5fe-83f6b1ab1ad1 HTTP/1.1" status: 204 len: 168 time: 0.1347761 Feb 16 08:44:46.978770 dv-cinder-773985-28-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14d770-3e82-4c75-a59f-67cbeeb4e569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb85cb1-2802-4e60-b5fe-83f6b1ab1ad1,revision_number=None']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:47.483132 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:48.983844 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:44:50.194554 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:07.787911 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:13.686624 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3f08af77-079d-4fc5-bd38-ed7c97f1500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:15.944291 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e359-c0ea-499c-b314-6402e98333ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:17.485457 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:18.979829 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:20.189643 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:23.747609 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:45:37.809746 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:43.683124 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6862791d-396b-49cc-97c3-adb92dd64a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:45.948673 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-85d33396-a837-4863-806f-cca96f8e346e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:47.491737 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:48.978597 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:45:50.196894 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:00.746273 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:46:07.801885 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:13.686879 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e1854432-afc2-4476-a638-9e10defa2091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:15.943971 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c449fd28-70e5-4219-adf7-8429616ed904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:17.491658 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:18.981154 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:20.192988 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:37.745755 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:46:37.801612 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:43.690270 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3de5b020-3b60-4e5b-8d29-f15ba09e6c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:45.954164 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-741ec253-c5b6-4495-a694-8b495dd00681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:47.500977 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:48.984239 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:46:50.197982 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:07.801709 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:13.694331 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-dc572907-1daa-4969-b5f2-908713a998b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:14.744961 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:47:15.946401 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-643f3f52-0cc9-44de-96cc-bf9d6a4fb5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:17.499049 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:18.988414 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:20.193364 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:37.820440 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:43.711972 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6a2b48ff-4630-4607-8253-9bffcf5ff567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:45.952163 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-c47d7772-8e31-4f2d-8317-45b465deb481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:47.500813 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:48.991210 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:50.197475 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:47:51.743811 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:48:07.817135 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:12.917056 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-d0d09bb4-c9ff-413d-89da-144f2ccc9f82 service neutron] (102593) timed out ('10.222.0.30', 40380) {{(pid=102593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 08:48:13.106610 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [req-13350883-32b6-4a7b-bd62-c2db937a3e76 req-f195e63b-54a2-45b1-a12a-f23a553579d8 tempest-TestShelveInstance-1167557704 tempest-TestShelveInstance-1167557704-project] (102593) timed out ('10.222.0.30', 40388) {{(pid=102593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 08:48:13.696614 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-edd9aa8a-cc53-47d0-894a-6249c2ab9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:15.947241 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f90f9373-e8e0-4ef3-9f25-e4af32bf1376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:17.503746 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:18.995410 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:20.204448 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:28.743150 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:48:37.825768 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:43.690280 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d6598a2e-7daa-4d95-9940-eb70e1d6c67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:43.916529 dv-cinder-773985-28-iscsi neutron-server[102593]: DEBUG neutron.wsgi [req-e19c85bc-d81d-4dc2-ab64-930bb4cca415 req-692d2354-15a1-4d89-846b-06be3c9ab870 service neutron] (102593) timed out ('10.222.0.71', 62235) {{(pid=102593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 08:48:45.948980 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2f1293a8-1ad5-4629-88e1-0dc642234251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:47.508121 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:49.001065 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:48:50.200310 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:05.741977 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:49:07.824948 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:13.692560 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-608fedeb-76b8-4100-988a-38ac416e46ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:15.950990 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-b9e54e48-e5e2-41cb-813d-6b012089db90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:17.507359 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:18.999551 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:20.195348 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:37.863033 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:42.740513 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:49:43.695592 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-2497bdea-487f-46cf-a88b-8ebc1ce12415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:45.956871 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-66b369c0-a7a6-4ebd-980a-dab1d83faee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:47.511181 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:49.003829 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:49:50.203607 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:50:07.873396 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c12b-caa2-4152-af46-c25f479152f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (93955957-a65a-466b-8f61-25f1702e46ed), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:50:13.698857 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-6d4204da-16ce-4dc3-b18b-4420e2a3eadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (de3ab8c2-151d-4a9e-8da2-29d2f3a44248), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:50:15.959872 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-f9404e7d-096b-4783-9464-178b628e8912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (87bf175a-d5d7-4dfd-bf41-8c6fa511df9e), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:50:17.514267 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-3cae1be6-80b4-4a9e-bd7a-10eb8c6362d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (1a00d5d6-0892-49e9-ad85-b601f4bbbc4a), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:50:19.007068 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-d762ac3c-ff2f-4aa4-8ece-08c5077beb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (2c71f5d1-db81-49c9-b66e-c9c1945ed779), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 08:50:19.741755 dv-cinder-773985-28-iscsi neutron-server[102599]: DEBUG neutron.db.agents_db [None req-eb1e4815-0380-47ff-81a7-2a1573ff9cb2 None None] Agent healthcheck: found 6 active agents {{(pid=102599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 08:50:20.198022 dv-cinder-773985-28-iscsi neutron-server[102596]: DEBUG neutron_lib.callbacks.manager [None req-fb771c53-515c-4d8a-9855-66fe05c21b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774121614713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1538842'] for agent (9f25b758-2ccd-4e01-b851-5293c927a867), after_update {{(pid=102596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}